-- Logs begin at Thu 2022-09-22 11:49:35 UTC, end at Thu 2022-09-22 12:49:24 UTC. -- Sep 22 12:20:37.937119 dv-cinder-856463-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 22 12:20:40.563749 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.common.config [-] Logging enabled! Sep 22 12:20:40.564376 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev11 Sep 22 12:20:40.564574 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106075) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 22 12:20:40.567722 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.common.config [-] Logging enabled! Sep 22 12:20:40.567977 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev11 Sep 22 12:20:40.568282 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106075) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 22 12:20:40.569285 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 12:20:40.569519 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 12:20:40.570007 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 12:20:40.570255 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 12:20:40.570478 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 12:20:40.570797 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.571094 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.571324 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.571620 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.571907 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.572186 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.572516 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.572813 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.573097 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.573375 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.573658 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.573888 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.574167 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.574454 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.574740 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.574964 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] debug = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.575243 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.575673 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.576070 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.576368 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.576655 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.576929 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.577198 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.577473 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.577773 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.578083 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] host = dv-cinder-856463-4-iscsi {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.578357 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.578641 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.578924 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.579206 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.579478 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.579752 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.580034 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.580312 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.580602 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] log_file = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.580872 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.581153 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.581435 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.581722 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.581945 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.582167 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.582450 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.582736 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.583009 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.583278 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.583549 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.583819 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.584089 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.584460 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.584747 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.585029 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.585313 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.585586 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.585857 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.586128 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.586395 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.586677 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.586949 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.587217 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.587494 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.587776 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.588040 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.588342 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.588630 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.588914 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.589194 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.589478 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.589750 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.590030 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.590298 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.590572 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.590841 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] use_json = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.591108 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.591377 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.591657 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.591926 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.592196 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.592488 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.592760 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.593041 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.593309 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:40.593605 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.593901 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.594200 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.594482 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.594784 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.595062 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.595349 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.595625 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.595910 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.596193 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.596510 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.596783 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.597345 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.597629 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.597920 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.598221 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.598511 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.598799 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.599072 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.599341 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.599610 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.600438 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.600725 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.600999 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.601289 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.601573 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.601845 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.602139 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.602420 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.602702 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.602992 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.603279 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.603549 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.603825 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.604115 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.604412 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.604684 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.604969 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.605243 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.605511 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.605789 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.606077 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.606362 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.606633 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.606905 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.607191 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.607463 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.607730 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.608000 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.608273 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.608561 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.608844 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.609117 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.609385 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.609651 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.609923 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.610190 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.610456 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.610727 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.610992 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.611266 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.611533 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.611797 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.612064 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.612349 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.612615 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.612881 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.613146 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.613415 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.613679 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.613947 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.614216 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.614485 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.614754 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.615033 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.615328 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.616156 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.616458 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.616737 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.617014 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.617289 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.617562 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.617835 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.618108 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.618378 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.618664 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.618944 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.619227 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.619507 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.619801 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.620097 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.620403 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.620681 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.620958 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.621240 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.621515 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.621800 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.622077 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.622354 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.622636 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.622920 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.623216 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.623508 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.623784 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.624078 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.624407 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.624700 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.624978 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.625287 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.625565 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:40.625778 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 12:20:40.626018 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106075) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 22 12:20:41.001363 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106075) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 22 12:20:41.001682 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106075) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 22 12:20:41.001945 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106075) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 22 12:20:41.002183 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106075) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 22 12:20:41.002454 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106075) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 22 12:20:41.002779 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 22 12:20:41.325146 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.325438 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.325715 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.326892 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.327162 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.327420 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.379910 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.380182 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.380468 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.396095 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.396398 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.396702 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.425523 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.425942 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.426394 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.463258 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.463534 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.463811 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.690975 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.691586 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.691586 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.692613 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.693322 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.790599 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.790919 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.791199 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.791470 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.791736 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.792050 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.792330 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.792589 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.792847 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.793127 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.793384 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.793645 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.793898 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.794147 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.794398 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.794657 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.794912 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.795175 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.795440 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.795693 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.795961 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.796211 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.796507 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.796886 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.797134 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.797376 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.797763 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 12:20:41.798000 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 12:20:41.798233 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 12:20:41.798464 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 12:20:41.798694 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 12:20:41.798924 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 12:20:41.799279 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 22 12:20:41.802329 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 22 12:20:41.806222 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 22 12:20:41.809879 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 22 12:20:41.811467 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 22 12:20:41.812084 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 22 12:20:41.812451 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 22 12:20:41.812841 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 22 12:20:41.815562 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 22 12:20:41.815810 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 22 12:20:41.816151 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 12:20:41.821675 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 22 12:20:41.844387 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 22 12:20:41.844831 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.845124 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106075) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 22 12:20:41.845492 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.846846 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106075) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 22 12:20:41.847374 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 12:20:41.847613 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 22 12:20:41.858351 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:41.858633 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.023497 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 22 12:20:42.023682 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 22 12:20:42.023913 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 22 12:20:42.024284 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 22 12:20:42.075460 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO dbcounter [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Registered counter for database neutron Sep 22 12:20:42.094946 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_db.sqlalchemy.engines [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106075) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 22 12:20:42.101026 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG dbcounter [-] [106075] Writer thread running {{(pid=106075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 22 12:20:42.637559 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.managers [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Initializing driver for type 'gre' Sep 22 12:20:42.638135 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] gre ID ranges: [(1, 1000)] Sep 22 12:20:42.690536 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.managers [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Initializing driver for type 'local' Sep 22 12:20:42.690906 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.managers [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Initializing driver for type 'vlan' Sep 22 12:20:42.704149 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] VlanTypeDriver initialization complete Sep 22 12:20:42.704782 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.managers [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Initializing driver for type 'vxlan' Sep 22 12:20:42.705014 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] vxlan ID ranges: [(1, 1000)] Sep 22 12:20:42.758005 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.managers [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Initializing extension driver 'port_security' Sep 22 12:20:42.758372 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.extensions.port_security [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] PortSecurityExtensionDriver initialization complete Sep 22 12:20:42.758707 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.managers [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Initializing mechanism driver 'openvswitch' Sep 22 12:20:42.759035 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.managers [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Initializing mechanism driver 'hyperv' Sep 22 12:20:42.765618 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.plugins.ml2.plugin [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:20:42.766284 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > port after_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.766688 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > port after_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.767042 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > port after_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.767542 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 12:20:42.767966 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > subnet after_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.768348 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > subnet after_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.768707 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.769103 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 12:20:42.769520 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > network after_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.769876 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > network after_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.770225 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > network after_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.770615 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 12:20:42.771027 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > security_group after_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.771379 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > security_group after_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.772328 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.772728 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 12:20:42.773141 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.773493 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.773839 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.774357 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 12:20:42.774768 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > address_group after_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.775119 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > address_group after_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.775462 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.775852 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106075) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 12:20:42.776315 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] ML2 OVO RPC backend initialized. {{(pid=106075) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 22 12:20:42.777022 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.777377 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.777805 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > network before_response 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.778160 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > networks before_response 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.778509 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > port before_response 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.778856 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > ports before_response 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.779202 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > subnet before_response 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.779546 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > subnets before_response 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.779895 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > network after_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.780244 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > network after_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.780616 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > network after_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.780962 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > port after_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.781306 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > port after_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.781647 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > port after_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.781988 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > subnet after_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.782329 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > subnet after_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.782668 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.790378 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.quota [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded quota_driver: . Sep 22 12:20:42.790747 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.plugin [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Modular L2 Plugin initialization complete Sep 22 12:20:42.791092 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading services supported by the core plugin {{(pid=106075) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 22 12:20:42.791433 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.plugins.ml2.managers [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Got port-security extension from driver 'port_security' Sep 22 12:20:42.791914 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.extensions.vlantransparent [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Disabled vlantransparent extension. Sep 22 12:20:42.792438 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106075) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 22 12:20:42.792767 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading Plugin: router Sep 22 12:20:42.827930 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.828347 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router after_create 55549900 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.828726 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router before_create 55549900 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.829097 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.829475 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.829838 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router after_delete 55549900 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.830201 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.830557 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.830918 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router after_create 55549900 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.831268 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router after_update 55549900 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.831618 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router after_update 55549900 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.831967 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.832352 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router after_update 55549900 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.832778 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router precommit_update 55549900 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.833153 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: port after_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.833497 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: port after_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.833841 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: subnet after_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.834839 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.835194 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.835548 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router precommit_create 55549900 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.835897 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: port before_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.836250 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router precommit_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.836640 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router after_update 55549900 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.836991 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.837353 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router precommit_create 55549900 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.837718 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.838069 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router precommit_update 55549900 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.838441 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > agent after_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.838795 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > agent after_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.839143 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > network after_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.839996 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Tracking information for resource: router configured {{(pid=106075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 12:20:42.840359 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Tracking information for resource: floatingip configured {{(pid=106075) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 12:20:42.845308 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.db.l3_agentschedulers_db [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 22 12:20:42.845887 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: port after_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.846249 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: port after_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.846603 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: port after_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.846957 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: port after_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.847989 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router before_create 55550100 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.848386 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.848751 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router precommit_create 55550100 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.849126 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > router precommit_update 55550100 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.854159 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.services.provider_configuration [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Service providers = [] {{(pid=106075) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 22 12:20:42.854527 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.db.servicetype_db [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106075) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 22 12:20:42.857537 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.services.service_base [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106075) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 12:20:42.857923 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.services.service_base [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106075) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 12:20:42.858270 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.services.service_base [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106075) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 12:20:42.859165 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.services.service_base [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106075) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 12:20:42.859537 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.services.service_base [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 22 12:20:42.859916 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 12:20:42.860236 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 22 12:20:42.872432 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 12:20:42.872432 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading Plugin: auto_allocate Sep 22 12:20:42.878045 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: network precommit_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.878420 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: network precommit_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.878951 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 12:20:42.879273 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading Plugin: tag Sep 22 12:20:42.886397 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 12:20:42.886729 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading Plugin: timestamp Sep 22 12:20:42.890787 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 12:20:42.891067 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading Plugin: network_ip_availability Sep 22 12:20:42.897124 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.897511 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.897872 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:42.898588 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 12:20:42.898910 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading Plugin: flavors Sep 22 12:20:42.903584 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 12:20:42.903917 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading Plugin: revisions Sep 22 12:20:42.908374 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106075) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 12:20:42.908767 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_concurrency.lockutils [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.906s {{(pid=106075) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 22 12:20:42.909503 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106075) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 22 12:20:42.909841 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Initializing extension manager. Sep 22 12:20:42.910368 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: __init__.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.910711 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: __pycache__ {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.911047 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: address_group.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.911940 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.912568 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: address-group Sep 22 12:20:42.912899 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: address_scope.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.913584 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.914100 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: address-scope Sep 22 12:20:42.914427 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.915310 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.915826 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: router-admin-state-down-before-update Sep 22 12:20:42.916152 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: agent.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.916843 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.917356 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: agent Sep 22 12:20:42.917677 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: agent_resources_synced.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.918550 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.919062 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: agent-resources-synced Sep 22 12:20:42.919386 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: allowedaddresspairs.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.921177 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.921716 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: allowed-address-pairs Sep 22 12:20:42.922040 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: auto_allocated_topology.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.923073 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.923593 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: auto-allocated-topology Sep 22 12:20:42.923921 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: availability_zone.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.924617 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.925134 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: availability_zone Sep 22 12:20:42.925458 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: availability_zone_filter.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.926335 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.926845 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: availability_zone_filter Sep 22 12:20:42.927171 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: data_plane_status.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.928066 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.928605 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension data-plane-status not supported by any of loaded plugins Sep 22 12:20:42.928931 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: default_subnetpools.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.929807 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.930318 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: default-subnetpools Sep 22 12:20:42.930643 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.931418 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.931946 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: dhcp_agent_scheduler Sep 22 12:20:42.932271 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: dns.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.933181 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.933691 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension dns-integration not supported by any of loaded plugins Sep 22 12:20:42.934019 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: dns_domain_ports.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.934895 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.935403 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 22 12:20:42.935726 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.936641 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.937149 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 22 12:20:42.937471 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: dvr.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.938108 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.938618 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: dvr Sep 22 12:20:42.938940 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: ecmp_routes.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.939806 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.940326 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 22 12:20:42.940653 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: empty_string_filtering.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.941522 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.942035 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: empty-string-filtering Sep 22 12:20:42.942362 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.943227 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.944277 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 22 12:20:42.944632 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.945505 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.946057 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 22 12:20:42.946442 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: external_net.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.947432 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.947934 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: external-net Sep 22 12:20:42.948257 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.949149 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.949661 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: extra_dhcp_opt Sep 22 12:20:42.949987 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: extraroute.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.950860 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.951370 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: extraroute Sep 22 12:20:42.951697 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: extraroute_atomic.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.952711 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.953220 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: extraroute-atomic Sep 22 12:20:42.953642 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: filter_validation.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.954279 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.954785 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: filter-validation Sep 22 12:20:42.955108 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: fip_pf_description.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.955973 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.956511 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 22 12:20:42.956834 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: fip_pf_detail.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.957715 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.958226 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 22 12:20:42.958547 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: fip_pf_port_range.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.959950 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.960493 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 22 12:20:42.960816 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: fip_port_details.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.961702 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.962229 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: fip-port-details Sep 22 12:20:42.962557 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: flavors.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.963732 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.964253 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: flavors Sep 22 12:20:42.964612 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.966212 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.966734 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 22 12:20:42.967067 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: floatingip_pools.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.967740 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.968256 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: floatingip-pools Sep 22 12:20:42.968610 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: ip_allocation.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.969500 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.970010 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension ip_allocation not supported by any of loaded plugins Sep 22 12:20:42.970337 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.971238 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.971750 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: ip-substring-filtering Sep 22 12:20:42.972361 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: l2_adjacency.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.973255 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.973768 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 22 12:20:42.974096 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: l3.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.975047 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.975565 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: router Sep 22 12:20:42.975893 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.978272 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.978808 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 22 12:20:42.979144 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.980036 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.980594 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: ext-gw-mode Sep 22 12:20:42.980928 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.981817 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.982346 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: l3-ha Sep 22 12:20:42.982677 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.983564 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.984079 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 22 12:20:42.984448 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: l3_flavors.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.985328 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.985849 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: l3-flavors Sep 22 12:20:42.986175 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.987501 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.988025 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 22 12:20:42.988388 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.989268 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.989788 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 22 12:20:42.990118 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: l3agentscheduler.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.991619 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.992147 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: l3_agent_scheduler Sep 22 12:20:42.992519 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: local_ip.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.994213 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.994740 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension local_ip not supported by any of loaded plugins Sep 22 12:20:42.995072 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: logging.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.996529 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.997055 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension logging not supported by any of loaded plugins Sep 22 12:20:42.997388 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: metering.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:42.998099 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:42.998679 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: metering Sep 22 12:20:42.999005 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.000056 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.000606 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: metering_source_and_destination_fields Sep 22 12:20:43.000935 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: multiprovidernet.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.001821 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.002345 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: multi-provider Sep 22 12:20:43.002671 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: netmtu.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.003550 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.004064 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: net-mtu Sep 22 12:20:43.004428 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: netmtu_writable.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.005314 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.005825 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: net-mtu-writable Sep 22 12:20:43.006701 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: network_availability_zone.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.007337 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.007850 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: network_availability_zone Sep 22 12:20:43.008175 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: network_ip_availability.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.009258 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.009773 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: network-ip-availability Sep 22 12:20:43.010100 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: network_segment_range.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.010827 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.011338 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension network-segment-range not supported by any of loaded plugins Sep 22 12:20:43.011662 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: pagination.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.012649 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.012986 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: pagination Sep 22 12:20:43.013315 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: port_device_profile.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.014189 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.014709 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: port-device-profile Sep 22 12:20:43.015033 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: port_mac_address_override.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.015914 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.016459 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: port-mac-override Sep 22 12:20:43.016788 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.017663 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.018176 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: port-mac-address-regenerate Sep 22 12:20:43.018499 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.019395 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.019892 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: port-numa-affinity-policy Sep 22 12:20:43.020217 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: port_resource_request.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.021116 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.021680 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension port-resource-request not supported by any of loaded plugins Sep 22 12:20:43.022005 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: port_resource_request_groups.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.022939 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.023449 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 22 12:20:43.023774 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: portbindings.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.024689 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.025204 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: binding Sep 22 12:20:43.025527 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: portbindings_extended.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.026747 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.027268 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: binding-extended Sep 22 12:20:43.027597 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: portsecurity.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.028496 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.029019 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: port-security Sep 22 12:20:43.029347 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: project_id.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.030469 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.030805 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: project-id Sep 22 12:20:43.031135 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: providernet.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.032014 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.032569 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: provider Sep 22 12:20:43.032905 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: qos.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.036384 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.036920 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension qos not supported by any of loaded plugins Sep 22 12:20:43.037282 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.038500 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.039025 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 22 12:20:43.039356 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.040244 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.040791 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 22 12:20:43.041121 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: qos_default.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.041999 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.042520 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension qos-default not supported by any of loaded plugins Sep 22 12:20:43.042855 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: qos_fip.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.043738 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.044260 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension qos-fip not supported by any of loaded plugins Sep 22 12:20:43.044615 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.045498 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.046014 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 22 12:20:43.046340 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: qos_gateway_ip.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.047229 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.047743 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 22 12:20:43.048067 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: qos_port_network_policy.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.048978 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.049497 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 22 12:20:43.049821 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.050848 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.051367 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 22 12:20:43.051691 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.052732 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.053780 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 22 12:20:43.054106 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: qos_pps_rule.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.055325 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.055851 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension qos-pps not supported by any of loaded plugins Sep 22 12:20:43.056180 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: qos_rule_type_details.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.057095 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.057609 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 22 12:20:43.057935 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.058816 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.059325 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 22 12:20:43.059650 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: qos_rules_alias.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.060686 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.061201 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 22 12:20:43.061528 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: quota_check_limit.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.062402 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.062919 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: quota-check-limit Sep 22 12:20:43.063244 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: quotasv2.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.064139 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.064496 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: quotas Sep 22 12:20:43.064820 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: quotasv2_detail.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.066470 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.066815 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: quota_details Sep 22 12:20:43.067151 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: rbac.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.068168 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.069286 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: rbac-policies Sep 22 12:20:43.069617 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: rbac_address_group.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.070509 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.071035 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: rbac-address-group Sep 22 12:20:43.071367 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: rbac_address_scope.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.072349 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.072875 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: rbac-address-scope Sep 22 12:20:43.073206 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: rbac_security_groups.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.074108 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.074627 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: rbac-security-groups Sep 22 12:20:43.074958 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: rbac_subnetpool.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.075846 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.076395 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: rbac-subnetpool Sep 22 12:20:43.076725 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: revisionifmatch.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.077610 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.078128 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: revision-if-match Sep 22 12:20:43.078454 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: revisions.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.079544 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.080060 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: standard-attr-revisions Sep 22 12:20:43.080417 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: router_availability_zone.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.081058 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.081574 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: router_availability_zone Sep 22 12:20:43.081901 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: routerservicetype.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.082785 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.083313 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension router-service-type not supported by any of loaded plugins Sep 22 12:20:43.083639 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.084578 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.085100 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: security-groups-normalized-cidr Sep 22 12:20:43.085425 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.086315 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.086835 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: port-security-groups-filtering Sep 22 12:20:43.087161 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.088053 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.088597 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: security-groups-remote-address-group Sep 22 12:20:43.088925 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.089817 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.090332 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: security-groups-shared-filtering Sep 22 12:20:43.090657 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: securitygroup.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.100820 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.101361 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: security-group Sep 22 12:20:43.101697 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: segment.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.102389 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.102910 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension segment not supported by any of loaded plugins Sep 22 12:20:43.103240 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.104151 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.104702 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 22 12:20:43.105030 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: servicetype.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.106091 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.106615 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: service-type Sep 22 12:20:43.106946 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: sorting.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.107888 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.108220 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: sorting Sep 22 12:20:43.108572 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: standard_attr_segment.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.109475 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.109997 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 22 12:20:43.110325 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: standardattrdescription.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.110943 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.111465 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: standard-attr-description Sep 22 12:20:43.111792 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: stateful_security_group.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.112839 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.113369 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: stateful-security-group Sep 22 12:20:43.113698 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: stdattrs_common.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.114252 dv-cinder-856463-4-iscsi neutron-server[106075]: WARNING neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 22 12:20:43.114576 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.115993 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.116539 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 22 12:20:43.116867 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: subnet_onboard.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.117900 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.118426 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: subnet_onboard Sep 22 12:20:43.118756 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.119651 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.120170 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 22 12:20:43.120532 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: subnet_service_types.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.121425 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.121950 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: subnet-service-types Sep 22 12:20:43.122276 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: subnetallocation.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.123312 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.123850 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: subnet_allocation Sep 22 12:20:43.124181 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.124845 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.125364 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: subnetpool-prefix-ops Sep 22 12:20:43.125690 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.126588 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.127106 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 22 12:20:43.127432 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: tagging.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.128504 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.129038 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: standard-attr-tag Sep 22 12:20:43.129364 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: timestamp.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.130527 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.131669 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loaded extension: standard-attr-timestamp Sep 22 12:20:43.132003 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: trunk.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.133032 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.133552 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension trunk not supported by any of loaded plugins Sep 22 12:20:43.133884 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: trunk_details.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.134769 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.135283 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension trunk-details not supported by any of loaded plugins Sep 22 12:20:43.135612 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: uplink_status_propagation.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.136538 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.137052 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 22 12:20:43.137381 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Loading extension file: vlantransparent.py {{(pid=106075) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 12:20:43.138019 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106075) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 12:20:43.138530 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 22 12:20:43.141199 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Creating instance of TrackedResource for resource:network Sep 22 12:20:43.141677 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Creating instance of TrackedResource for resource:subnet Sep 22 12:20:43.142081 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 12:20:43.142475 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Creating instance of TrackedResource for resource:port Sep 22 12:20:43.143751 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.v2.resource_helper [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 12:20:43.144204 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.v2.resource_helper [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Service FLAVORS assigned prefix: {{(pid=106075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 12:20:43.144842 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.v2.resource_helper [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 12:20:43.145281 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.v2.resource_helper [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 12:20:43.145619 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Creating instance of TrackedResource for resource:router Sep 22 12:20:43.146055 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Creating instance of TrackedResource for resource:floatingip Sep 22 12:20:43.146569 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.v2.resource_helper [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Service METERING assigned prefix: /metering {{(pid=106075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 12:20:43.148005 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:43.148409 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:43.148769 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106075) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:20:43.149780 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 12:20:43.150229 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Creating instance of TrackedResource for resource:security_group Sep 22 12:20:43.150661 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 12:20:43.151204 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.v2.resource_helper [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Service CORE assigned prefix: {{(pid=106075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 12:20:43.151546 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 12:20:43.151895 dv-cinder-856463-4-iscsi neutron-server[106075]: WARNING neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] subnetpool is already registered Sep 22 12:20:43.152355 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.v2.resource_helper [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Service CORE assigned prefix: {{(pid=106075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 12:20:43.152687 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 12:20:43.153021 dv-cinder-856463-4-iscsi neutron-server[106075]: WARNING neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] subnetpool is already registered Sep 22 12:20:43.155426 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.v2.resource_helper [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 12:20:43.155964 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.v2.resource_helper [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Service FLAVORS assigned prefix: {{(pid=106075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 12:20:43.156634 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.v2.resource_helper [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 12:20:43.157179 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.v2.resource_helper [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 12:20:43.157515 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Creating instance of TrackedResource for resource:router Sep 22 12:20:43.157858 dv-cinder-856463-4-iscsi neutron-server[106075]: WARNING neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] router is already registered Sep 22 12:20:43.158283 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Creating instance of TrackedResource for resource:floatingip Sep 22 12:20:43.158622 dv-cinder-856463-4-iscsi neutron-server[106075]: WARNING neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] floatingip is already registered Sep 22 12:20:43.159088 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.v2.resource_helper [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Service METERING assigned prefix: /metering {{(pid=106075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 12:20:43.159807 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 12:20:43.160136 dv-cinder-856463-4-iscsi neutron-server[106075]: WARNING neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] rbac_policy is already registered Sep 22 12:20:43.160582 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Creating instance of TrackedResource for resource:security_group Sep 22 12:20:43.160931 dv-cinder-856463-4-iscsi neutron-server[106075]: WARNING neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] security_group is already registered Sep 22 12:20:43.161348 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 12:20:43.161682 dv-cinder-856463-4-iscsi neutron-server[106075]: WARNING neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] security_group_rule is already registered Sep 22 12:20:43.162207 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.v2.resource_helper [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Service CORE assigned prefix: {{(pid=106075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 12:20:43.162538 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 12:20:43.162871 dv-cinder-856463-4-iscsi neutron-server[106075]: WARNING neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] subnetpool is already registered Sep 22 12:20:43.163297 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.v2.resource_helper [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Service CORE assigned prefix: {{(pid=106075) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 12:20:43.163622 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 12:20:43.163961 dv-cinder-856463-4-iscsi neutron-server[106075]: WARNING neutron.quota.resource_registry [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] subnetpool is already registered Sep 22 12:20:43.164463 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: extensions {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.166046 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: address-groups {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.167527 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: address-scopes {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.168779 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: agents {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.169935 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: auto-allocated-topology {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.172432 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: availability_zones {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.173674 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: dhcp-networks {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.175110 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: dhcp-agents {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.176666 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: routers {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.178925 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: flavors {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.180101 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: service_profiles {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.181438 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: next_providers {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.182902 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: service_profiles {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.184371 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: floatingip-pools {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.185627 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: routers {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.187444 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: floatingips {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.188671 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: l3-routers {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.190050 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: l3-agents {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.191558 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: metering-labels {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.192858 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: metering-label-rules {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.194714 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: network-ip-availabilities {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.196067 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: bindings {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.197673 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: quotas {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.199218 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: quotas {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.200908 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: rbac-policies {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.202100 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: security-groups {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.203304 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: security-group-rules {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.204617 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: service-providers {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.205918 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: subnetpools {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.207247 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: subnetpools {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.208744 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: tags {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.210536 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: tags {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.212254 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: tags {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.214168 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: tags {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.215881 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: tags {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.217785 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: tags {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.219560 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: tags {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.221394 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: tags {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.223440 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: tags {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.225702 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron.api.extensions [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Extended resource: tags {{(pid=106075) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 12:20:43.232625 dv-cinder-856463-4-iscsi neutron-server[106075]: WARNING keystonemiddleware.auth_token [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 22 12:20:43.237667 dv-cinder-856463-4-iscsi neutron-server[106075]: WARNING keystonemiddleware.auth_token [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 22 12:20:43.247073 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_concurrency.lockutils [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Acquiring lock "singleton_lock" {{(pid=106075) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 22 12:20:43.247407 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_concurrency.lockutils [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Acquired lock "singleton_lock" {{(pid=106075) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 22 12:20:43.247876 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_concurrency.lockutils [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Releasing lock "singleton_lock" {{(pid=106075) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 22 12:20:43.248552 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO oslo_service.service [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Starting 2 workers Sep 22 12:20:43.253334 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Started child 106188 {{(pid=106075) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 12:20:43.258410 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Started child 106189 {{(pid=106075) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 12:20:43.259222 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:20:43.259988 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO neutron.service [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 22 12:20:43.260645 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:20:43.260751 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [-] (106188) wsgi starting up on http://0.0.0.0:9696 Sep 22 12:20:43.263029 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:20:43.263455 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO oslo_service.service [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Starting 1 workers Sep 22 12:20:43.264447 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [-] (106189) wsgi starting up on http://0.0.0.0:9696 Sep 22 12:20:43.268218 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Started child 106190 {{(pid=106075) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 12:20:43.268769 dv-cinder-856463-4-iscsi neutron-server[106075]: INFO oslo_service.service [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Starting 1 workers Sep 22 12:20:43.272046 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.service [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] calling RpcWorker wait() {{(pid=106190) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 22 12:20:43.272615 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.service [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] returning from RpcWorker wait() {{(pid=106190) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 22 12:20:43.273255 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Started child 106191 {{(pid=106075) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 12:20:43.273891 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:20:43.274026 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG neutron_lib.callbacks.manager [None req-0a4da587-04a2-4a40-9cf8-113dba03f179 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:20:43.274423 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:20:43.275892 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106075) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 12:20:43.276102 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 12:20:43.276312 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 12:20:43.276551 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 12:20:43.276893 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 12:20:43.277076 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 12:20:43.277602 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.277875 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.278135 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:20:43.278578 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.278578 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.278957 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.279047 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:20:43.279223 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.279463 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.279756 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.280018 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.280189 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.280379 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.280630 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.280858 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.281185 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.281456 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.281713 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.281938 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.282109 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.282370 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.282631 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.282896 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.283192 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] debug = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.283455 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.283966 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.284199 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.284464 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.284703 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.284983 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.285228 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.285494 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.285741 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.285961 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.286211 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.286488 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.286749 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.286977 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.287279 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.287544 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.287780 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.288276 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] host = dv-cinder-856463-4-iscsi {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.288545 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.288792 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.289031 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.289289 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.289573 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.289813 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.290087 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.290355 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.290625 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.290861 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.291122 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.291371 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.291617 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.291856 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] log_file = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.292021 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] log_options = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.292269 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.292572 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.292849 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.293038 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.293208 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.293373 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.293635 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.293800 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.294036 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.294285 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.294502 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.294718 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.294957 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.295172 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.295410 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.295656 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.295875 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.296106 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.296383 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.296630 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.296866 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.297109 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.297326 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.297561 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.297777 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.298025 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.298268 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.298505 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.298721 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.298971 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.299224 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.301512 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.301958 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.302117 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.302299 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.302563 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.303328 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.303600 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.303891 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.304414 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.304881 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.304997 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.305161 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.305410 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.305668 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.306082 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.306241 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] use_json = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.307285 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.310160 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.310160 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.310160 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.310160 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.310160 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.310160 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.310160 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.312365 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.312517 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.312759 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.313091 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.313342 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.313615 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.313885 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.314139 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.314371 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.314624 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.314885 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.315187 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.315425 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.315730 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.315999 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.316267 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.316607 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.316871 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.317148 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.317403 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.317628 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.317855 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.318113 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.318407 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.319243 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.319506 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.319763 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.320443 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.320805 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.321085 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.321385 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.321731 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.322387 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.322661 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.322938 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.324094 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.324545 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.324782 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.325015 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.325270 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.325862 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.326146 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.326399 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.327280 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.327534 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.328146 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.328433 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.328673 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.328960 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.329241 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.329494 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.330104 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.330350 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.332492 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.333170 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.334299 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.334548 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.335034 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.335318 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.335667 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.335949 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.336199 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.336473 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.336968 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.337274 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.337525 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.337767 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.337994 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.338238 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.338477 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.338700 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.338923 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.339166 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.339390 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.339603 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.340223 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.340624 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.340865 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.341191 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.341437 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.341661 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.341919 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.342109 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.342322 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.342558 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.342797 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.343018 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.343257 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.343477 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.343696 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.343912 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.344147 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.344420 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.344716 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.344975 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.345230 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.345455 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.345747 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.345990 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.346252 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.346475 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.346723 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.346966 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.347495 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.347724 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.347976 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.348225 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.348485 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.348742 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.348964 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.349186 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.349403 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.350133 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.350369 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.350597 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.350817 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.351078 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.351399 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.351656 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.351893 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.352151 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.352395 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.352631 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.352867 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.353141 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.353406 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.353706 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.353935 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.354195 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.354501 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.354764 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.355045 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.355314 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.355577 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.355828 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.356100 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.356380 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.356610 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.356849 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.357098 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.357352 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.357592 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.357798 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.358032 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.358349 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.358584 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.358838 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.359054 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.359328 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.359591 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.359840 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.360114 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.360383 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.360637 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.360905 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.361159 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.361484 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.361739 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.361991 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.362209 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.362434 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.362654 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.362891 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.363110 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.363326 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.363560 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.363786 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.364007 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.364216 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.364471 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.364691 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.364940 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.365157 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.365991 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.366241 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.366466 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.366709 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.367448 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.367448 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.367448 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.367673 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.367873 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.368122 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.368382 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.368616 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.368870 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.369107 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.369323 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.369591 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.370849 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.370849 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.370849 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.370849 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.370849 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.370849 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.371315 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.371315 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.371622 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.371874 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.372224 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.372502 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.372736 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.372981 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.373234 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.373473 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.373694 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.373935 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.374193 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.374415 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.374656 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.374878 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.375109 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.375332 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.375552 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.375770 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.376018 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.376210 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.376506 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.376749 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.376980 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.377230 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.377461 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.377687 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.377925 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.378132 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.378363 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.378577 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.378792 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.379023 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.379118 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:20:43.379243 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.379456 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.379795 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.380068 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.380321 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.380578 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.380802 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.381063 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.381298 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.381616 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.381839 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.382073 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.382318 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.382534 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.382788 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.383003 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.383223 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.383447 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.383677 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.383888 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.384118 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.384350 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.384567 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.384792 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.385017 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.385249 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.385497 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.385711 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.385922 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.386149 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.386370 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.386584 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.386813 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.387026 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.387243 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.387466 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.387685 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.387896 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.388198 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.388685 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.388685 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.388991 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.389193 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.389442 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.389687 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.390008 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.390227 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.390468 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.390701 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.390925 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.391170 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.391501 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.391872 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.392165 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.392437 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.392694 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.392981 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.393316 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.393587 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.393803 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.394114 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.394443 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.394723 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.395002 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.395242 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.395488 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.395731 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.395947 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.396188 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.396443 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.396693 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.396936 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.397193 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.397438 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.397655 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.397903 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.398121 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.398373 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.398608 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.398828 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.399045 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.399203 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 12:20:43.399735 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106075) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 12:20:43.399899 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 12:20:43.400054 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 12:20:43.400224 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 12:20:43.400416 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 12:20:43.400571 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 12:20:43.400776 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.400937 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.401097 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.401257 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.401438 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.401599 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.401791 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.401965 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.402095 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.402426 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.402593 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.402747 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.402887 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.403097 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.403240 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.403379 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.403517 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.403654 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.404269 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.404269 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.404269 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.404269 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] debug = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.404835 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.404835 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.404835 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.405279 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.405279 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.405279 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.405671 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.405671 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.405671 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.405980 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.405980 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.406214 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.406214 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.406493 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.406493 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.406740 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.406865 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.406988 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] host = dv-cinder-856463-4-iscsi {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.407112 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.407235 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.407380 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.407539 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.407698 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.407857 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.408016 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.408174 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.408352 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.408513 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.408671 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.408829 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.408990 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.409148 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] log_file = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.409308 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] log_options = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.409466 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.409623 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.409781 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.409966 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.410130 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.410289 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.410448 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.410609 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.410750 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.410913 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.411071 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.411229 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.411386 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.411545 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.411703 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.411888 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.412118 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.412813 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.412939 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.413024 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.413238 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.413322 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.413460 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.413618 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.413777 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.413934 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.414093 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.414252 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.414411 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.414569 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.414727 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.414886 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.415044 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.415204 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.415363 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.415521 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.415679 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.415838 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.416000 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.416154 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.416997 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.416997 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.416997 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.416997 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.416997 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.417459 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.417459 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] use_json = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.417459 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.417724 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.417724 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.417960 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.417960 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.418113 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.418230 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.418389 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.418547 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 12:20:43.418725 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.418889 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.419061 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.419223 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.419387 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.419549 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.419711 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.419872 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.420034 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.420195 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.420386 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.420549 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.420721 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.420882 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.421043 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.421207 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.421368 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.421530 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.421691 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.421854 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.422015 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.422201 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.422336 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.422496 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.422657 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.422818 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.422978 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.423165 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.423308 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.423476 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.423652 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.423815 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.423976 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.424143 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.424307 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.424471 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.424633 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.424796 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.424959 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.425122 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.425283 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.425446 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.425607 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.425768 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.425929 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.426091 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.426253 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.426415 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.426577 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.426739 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.426901 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.427063 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.427226 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.427388 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.427548 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.427713 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.428500 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.428675 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.428839 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.429003 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.429166 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.429330 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.429492 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.429654 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.429815 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.429977 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.430140 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.430302 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.430477 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.430639 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.430801 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.430963 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.431124 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.431285 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.431446 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.431608 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.431769 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.431931 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.432093 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.432254 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.432444 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.432606 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.432768 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.432929 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.433090 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.433252 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.433413 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.433574 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.433735 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.433897 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.434060 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.434229 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.434406 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.434567 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.434729 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.434890 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.435051 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.435213 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.435375 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.435537 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.435698 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.435859 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.436020 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.436182 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.436365 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.436527 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.436688 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.436849 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.437011 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.437172 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.437334 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.437495 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.437660 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.437821 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.437983 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.438144 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.438306 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.438469 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.438630 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.438791 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.438953 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.439114 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.439275 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.439446 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.439608 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.439772 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.439934 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.440101 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.440273 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.440454 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.440618 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.440780 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.440942 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.441105 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.441266 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.441429 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.441590 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.441752 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.441914 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.442086 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.442248 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.442409 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.442571 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.442755 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.442916 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.443077 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.443239 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.443466 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.443584 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.443745 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.443907 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.444069 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.444231 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.444413 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.444577 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.444738 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.444900 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.445064 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.445226 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.445387 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.445550 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.445712 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.445873 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.446036 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.446196 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.446359 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.446520 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.446684 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.446845 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.447007 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.447169 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.447330 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.447492 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.447658 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.447818 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.447980 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.448141 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.448329 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.448483 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.448645 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.448809 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.448971 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.449132 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.449294 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.449456 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.449617 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.449779 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.449947 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.450634 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.450634 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.450634 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.450634 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.450956 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.450956 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.451103 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.451183 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.451287 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.451447 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.451626 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.451788 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.451950 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.452113 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.452275 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.452457 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.452620 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.452782 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.452944 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.453106 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.453270 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.453431 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.453592 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.453755 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.453916 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.454077 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.454238 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.454399 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.454563 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.454726 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.454888 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.455051 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.455213 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.455376 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.455538 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.455700 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.455860 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.456021 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.456182 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.456364 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.456527 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.456693 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.456869 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.457032 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.457193 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.457380 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.457542 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.457709 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.457879 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.458042 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.458202 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.458371 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.458519 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.458676 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.458845 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.459021 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.459184 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.459338 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.459499 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.459661 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.459831 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.459993 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.460154 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.460345 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.460512 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.460673 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.460842 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.461004 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.461165 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.461328 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.461489 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.461650 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.461820 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.461982 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.462143 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.462304 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.462451 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.462614 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.462783 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.462947 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.463110 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.463278 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.463439 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.463600 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.463764 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.463936 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.464098 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.464262 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.464444 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.464606 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.464768 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.464932 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.465099 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.465271 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.465439 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.465603 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.465773 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.465942 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.466111 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.466273 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.466439 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.466613 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.466776 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.466938 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.467099 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.467260 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.467421 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.467582 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.467747 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.467907 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.468068 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.468229 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.468396 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.468561 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.468723 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.468883 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.469078 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.469261 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.469389 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.469494 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.469655 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 12:20:43.469810 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106075) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 12:20:43.618630 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 43300) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:20:43.625483 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [-] 10.222.0.33 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047953 Sep 22 12:20:43.629884 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [-] 10.222.0.33 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038416 Sep 22 12:20:52.751986 dv-cinder-856463-4-iscsi neutron-server[106075]: DEBUG dbcounter [-] [106075] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106075) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:20:54.971110 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5e60b4-1ccb-4210-90ed-8da935b0a837 None None] get_active_networks_info from dv-cinder-856463-4-iscsi {{(pid=106190) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 22 12:20:54.987140 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writer thread running {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 22 12:20:55.060257 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5e60b4-1ccb-4210-90ed-8da935b0a837 None None] No non-hosted networks {{(pid=106190) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 22 12:20:55.089300 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.agentschedulers_db [None req-bc5e60b4-1ccb-4210-90ed-8da935b0a837 None None] DHCP Agent not found on host dv-cinder-856463-4-iscsi {{(pid=106190) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 22 12:20:55.138061 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-4e8653e0-b8bc-45b7-8468-76903832619e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630219'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:20:56.511948 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writer thread running {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 22 12:20:57.014778 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-09ad3d81-b9db-4020-8278-22fab2cbd2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630219'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:20:57.041064 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-0013a140-dc47-40d7-b821-26563a8566d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:20:58.410307 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630219'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:20:58.797306 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 43374) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:20:59.360034 dv-cinder-856463-4-iscsi neutron-server[106189]: WARNING oslo_policy.policy [None req-06e02470-b294-4914-92b1-c96cb41cc67b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 12:20:59.360531 dv-cinder-856463-4-iscsi neutron-server[106189]: WARNING oslo_policy.policy [None req-06e02470-b294-4914-92b1-c96cb41cc67b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 12:20:59.587506 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [None req-06e02470-b294-4914-92b1-c96cb41cc67b admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 12:20:59.592358 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-06e02470-b294-4914-92b1-c96cb41cc67b admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7904878 Sep 22 12:20:59.853842 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630219'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:20:59.903106 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630219'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:20:59.904435 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:20:59.904933 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:20:59.905265 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:20:59.905595 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:20:59.905944 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:20:59.906265 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:20:59.906587 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:20:59.906946 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:20:59.907255 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:20:59.907573 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:20:59.908117 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:20:59.908664 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:20:59.909115 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:20:59.909441 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:20:59.909759 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:20:59.910162 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-856463-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:20:59.916501 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-856463-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:21:02.241525 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 43410) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:21:02.754362 dv-cinder-856463-4-iscsi neutron-server[106188]: WARNING oslo_policy.policy [None req-48e3decd-2a96-4007-80cd-bd0cb907a6ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 12:21:02.754925 dv-cinder-856463-4-iscsi neutron-server[106188]: WARNING oslo_policy.policy [None req-48e3decd-2a96-4007-80cd-bd0cb907a6ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 12:21:02.974218 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-48e3decd-2a96-4007-80cd-bd0cb907a6ef admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:21:02.986083 dv-cinder-856463-4-iscsi neutron-server[106188]: ERROR stevedore.extension [None req-48e3decd-2a96-4007-80cd-bd0cb907a6ef admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 22 12:21:03.066202 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.policy [None req-48e3decd-2a96-4007-80cd-bd0cb907a6ef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106188) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 12:21:03.108546 dv-cinder-856463-4-iscsi neutron-server[106188]: WARNING oslo_policy.policy [None req-48e3decd-2a96-4007-80cd-bd0cb907a6ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 12:21:03.108960 dv-cinder-856463-4-iscsi neutron-server[106188]: WARNING oslo_policy.policy [None req-48e3decd-2a96-4007-80cd-bd0cb907a6ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 12:21:03.128915 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writer thread running {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 22 12:21:03.165933 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.db.l3_hamode_db [None req-478116c3-fbb6-4243-b0a5-0e8410b02112 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 22 12:21:03.208089 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-48e3decd-2a96-4007-80cd-bd0cb907a6ef admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742016016353', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742016014837', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742016032537', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742016056792', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742016043905', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742016198737', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16438951', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16432337', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-625314', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1496489'] for rbac-policy (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:03.244499 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478116c3-fbb6-4243-b0a5-0e8410b02112 None None] Routers set() bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:21:03.244872 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478116c3-fbb6-4243-b0a5-0e8410b02112 None None] Router IDs set() for agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 22 12:21:03.278305 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-48e3decd-2a96-4007-80cd-bd0cb907a6ef admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:03.279753 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-48e3decd-2a96-4007-80cd-bd0cb907a6ef admin admin] 10.222.0.33 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0363328 Sep 22 12:21:05.862303 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 43426) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:21:06.174659 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:21:06.187548 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writer thread running {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 22 12:21:06.228492 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Made reservation on behalf of eb7ffe4fb56e4683b8f10c494912a706 for: {'network': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:21:06.238128 dv-cinder-856463-4-iscsi neutron-server[106189]: ERROR stevedore.extension [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 22 12:21:06.292898 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.policy [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106189) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 12:21:06.333350 dv-cinder-856463-4-iscsi neutron-server[106189]: WARNING oslo_policy.policy [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 12:21:06.333717 dv-cinder-856463-4-iscsi neutron-server[106189]: WARNING oslo_policy.policy [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 12:21:06.344942 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for network (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:06.369900 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:06.485260 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Publish callbacks [] for security_group (32d50d71-61e4-47d1-8e33-5721e46feeab), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:06.488925 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (32d50d71-61e4-47d1-8e33-5721e46feeab), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:06.520827 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=106189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 12:21:06.550833 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742011169976', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (c5994ed3-c0ed-4971-908b-26f0e3e808d7), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:06.551482 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Unsubscribe: segment precommit_create {{(pid=106189) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 12:21:06.552239 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.db.segments_db [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Added segment c5994ed3-c0ed-4971-908b-26f0e3e808d7 of type vlan for network 274f33f4-9773-412a-88fa-6e0aaae9cb5e Sep 22 12:21:06.569115 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=32d50d71-61e4-47d1-8e33-5721e46feeab,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:21:06.623495 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:06.623829 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:06.624182 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:06.624555 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:06.624888 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:06.625210 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:06.625529 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:06.625849 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:06.626166 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:06.626488 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:06.626824 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:06.627369 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:06.627699 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:06.628015 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:06.628412 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Tracked resource versions report: Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: pushed versions: Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: { 'AddressGroup': {'1.2'}, Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Agent': {'1.1'}, Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'ConntrackHelper': {'1.0'}, Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'LocalIPAssociation': {'1.0'}, Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Log': {'1.0'}, Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'NDPProxy': {'1.0'}, Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Network': {'1.1'}, Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Port': {'1.7'}, Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'PortForwarding': {'1.3'}, Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'QosPolicy': {'1.10'}, Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'SecurityGroup': {'1.5'}, Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'SecurityGroupRule': {'1.2'}, Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'SubPort': {'1.0'}, Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Subnet': {'1.1'}, Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Trunk': {'1.1'}} Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: consumer versions: Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: { DHCP agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: L3 agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: Metadata agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: Metering agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: Open vSwitch agent@dv-cinder-856463-4-iscsi: { 'AddressGroup': '1.2', Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Agent': '1.1', Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'ConntrackHelper': '1.0', Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'LocalIPAssociation': '1.0', Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Log': '1.0', Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'NDPProxy': '1.0', Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Network': '1.1', Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Port': '1.7', Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'PortForwarding': '1.3', Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'QosPolicy': '1.10', Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'SecurityGroup': '1.5', Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'SecurityGroupRule': '1.2', Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'SubPort': '1.0', Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Subnet': '1.1', Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Trunk': '1.1'}} Sep 22 12:21:06.629829 dv-cinder-856463-4-iscsi neutron-server[106189]: {{(pid=106189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 12:21:06.660888 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742010657190'] for network (274f33f4-9773-412a-88fa-6e0aaae9cb5e), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:06.702414 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for network (274f33f4-9773-412a-88fa-6e0aaae9cb5e), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:06.707382 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:21:06.708106 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:06.799512 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9360585 Sep 22 12:21:06.832004 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8018152-136b-4aa8-bc85-a1e5c082962f demo demo] Pushing event updated for resources: {'Network': ['ID=274f33f4-9773-412a-88fa-6e0aaae9cb5e,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:21:06.844994 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Network 274f33f4-9773-412a-88fa-6e0aaae9cb5e details requested by agent ovs-agent-dv-cinder-856463-4-iscsi with host dv-cinder-856463-4-iscsi {{(pid=106190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 12:21:09.411005 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 43440) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:21:09.822029 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84be426a-8d21-4367-bac6-0d297d77df75 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:21:09.823379 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-84be426a-8d21-4367-bac6-0d297d77df75 demo admin] 10.222.0.33 "GET /networking/v2.0/networks/274f33f4-9773-412a-88fa-6e0aaae9cb5e HTTP/1.1" status: 200 len: 825 time: 0.4114885 Sep 22 12:21:09.863464 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-f26912df-4b7a-432d-ab89-7ea1eca65b24 demo admin] 10.222.0.33 "GET /networking/v2.0/subnetpools/7ade0af9-ecfd-4bbc-af3b-1c3f30c2efea HTTP/1.1" status: 200 len: 734 time: 0.0340579 Sep 22 12:21:09.872439 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-7af3f494-4bde-49f7-b906-a5b2216e0001 demo admin] Request body: {'subnet': {'subnetpool_id': '7ade0af9-ecfd-4bbc-af3b-1c3f30c2efea', 'name': 'private-subnet', 'network_id': '274f33f4-9773-412a-88fa-6e0aaae9cb5e', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:21:09.886638 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=58,neutron:INSERT=39,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:09.897484 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af3f494-4bde-49f7-b906-a5b2216e0001 demo admin] Made reservation on behalf of eb7ffe4fb56e4683b8f10c494912a706 for: {'subnet': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:21:09.899727 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7af3f494-4bde-49f7-b906-a5b2216e0001 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:10.186723 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7af3f494-4bde-49f7-b906-a5b2216e0001 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for subnet (ca9417b8-f76f-4558-8d9a-3f4f3f8f6591), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:10.221614 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:10.253814 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3f494-4bde-49f7-b906-a5b2216e0001 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ca9417b8-f76f-4558-8d9a-3f4f3f8f6591,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:21:10.263909 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af3f494-4bde-49f7-b906-a5b2216e0001 demo admin] Checking segment: {'id': 'c5994ed3-c0ed-4971-908b-26f0e3e808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '274f33f4-9773-412a-88fa-6e0aaae9cb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:21:10.264280 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af3f494-4bde-49f7-b906-a5b2216e0001 demo admin] Network hostable DHCP agents. Network: 274f33f4-9773-412a-88fa-6e0aaae9cb5e, hostable agents: ['a2e957d1-0bb2-4343-b675-01d2080b3290'], hosted agents: [] {{(pid=106189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 12:21:10.284613 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af3f494-4bde-49f7-b906-a5b2216e0001 demo admin] Network 274f33f4-9773-412a-88fa-6e0aaae9cb5e is scheduled to be hosted by DHCP agent a2e957d1-0bb2-4343-b675-01d2080b3290 with binding_index 1 {{(pid=106189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 12:21:10.296028 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-7af3f494-4bde-49f7-b906-a5b2216e0001 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-4-iscsi, 274f33f4-9773-412a-88fa-6e0aaae9cb5e) {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:21:10.300789 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af3f494-4bde-49f7-b906-a5b2216e0001 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:21:10.301391 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7af3f494-4bde-49f7-b906-a5b2216e0001 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:10.306229 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58554bc1-676f-455d-a7de-f0c3e50bc067 None None] Network 274f33f4-9773-412a-88fa-6e0aaae9cb5e requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:21:10.323555 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-7af3f494-4bde-49f7-b906-a5b2216e0001 demo admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4544425 Sep 22 12:21:10.572821 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c63bb28-3216-551e-ac85-74facc55e4fd-274f33f4-9773-412a-88fa-6e0aaae9cb5e', 'network_id': '274f33f4-9773-412a-88fa-6e0aaae9cb5e', 'project_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'fixed_ips': [{'subnet_id': 'ca9417b8-f76f-4558-8d9a-3f4f3f8f6591'}]}} from dv-cinder-856463-4-iscsi. {{(pid=106190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 12:21:10.574149 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:10.844517 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.db_base_plugin_common [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Allocated IP 172.20.0.2 (274f33f4-9773-412a-88fa-6e0aaae9cb5e/ca9417b8-f76f-4558-8d9a-3f4f3f8f6591/0093e8fc-a0be-4546-a88f-d2584ba043a8) {{(pid=106190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:21:10.868233 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:11.110792 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Publish callbacks [] for port (0093e8fc-a0be-4546-a88f-d2584ba043a8), precommit_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:11.118867 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160'] for port (0093e8fc-a0be-4546-a88f-d2584ba043a8), after_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:11.196004 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Network 274f33f4-9773-412a-88fa-6e0aaae9cb5e is already hosted by enough agents. {{(pid=106190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:21:11.205005 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.base_scheduler [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Resources bound (agent type, host, resource id): {{(pid=106190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:21:11.208416 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Received port after_create {{(pid=106190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:21:11.215810 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Pushing event updated for resources: {'Port': ['ID=0093e8fc-a0be-4546-a88f-d2584ba043a8,revision_number=1']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:21:11.250181 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:11.250525 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:11.250884 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:11.251246 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:11.251585 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:11.251913 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:11.252237 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:11.252586 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:11.252916 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:11.253235 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:11.253587 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:11.253930 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:11.254256 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:11.254576 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:11.254896 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Tracked resource versions report: Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: pushed versions: Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: { 'AddressGroup': {'1.2'}, Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Agent': {'1.1'}, Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'ConntrackHelper': {'1.0'}, Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'LocalIPAssociation': {'1.0'}, Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Log': {'1.0'}, Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'NDPProxy': {'1.0'}, Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Network': {'1.1'}, Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Port': {'1.7'}, Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'PortForwarding': {'1.3'}, Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'QosPolicy': {'1.10'}, Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'SecurityGroup': {'1.5'}, Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'SecurityGroupRule': {'1.2'}, Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'SubPort': {'1.0'}, Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Subnet': {'1.1'}, Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Trunk': {'1.1'}} Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: consumer versions: Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: { DHCP agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: L3 agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: Metadata agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: Metering agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: Open vSwitch agent@dv-cinder-856463-4-iscsi: { 'AddressGroup': '1.2', Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Agent': '1.1', Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'ConntrackHelper': '1.0', Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'LocalIPAssociation': '1.0', Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Log': '1.0', Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'NDPProxy': '1.0', Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Network': '1.1', Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Port': '1.7', Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'PortForwarding': '1.3', Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'QosPolicy': '1.10', Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'SecurityGroup': '1.5', Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'SecurityGroupRule': '1.2', Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'SubPort': '1.0', Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Subnet': '1.1', Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Trunk': '1.1'}} Sep 22 12:21:11.256368 dv-cinder-856463-4-iscsi neutron-server[106190]: {{(pid=106190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 12:21:11.305559 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:11.308917 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Attempting to bind port 0093e8fc-a0be-4546-a88f-d2584ba043a8 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:21:11.309531 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Attempting to bind port 0093e8fc-a0be-4546-a88f-d2584ba043a8 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': 'c5994ed3-c0ed-4971-908b-26f0e3e808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '274f33f4-9773-412a-88fa-6e0aaae9cb5e'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:21:11.309728 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Attempting to bind port 0093e8fc-a0be-4546-a88f-d2584ba043a8 on network 274f33f4-9773-412a-88fa-6e0aaae9cb5e {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:21:11.357933 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:21:11.358300 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Checking segment: {'id': 'c5994ed3-c0ed-4971-908b-26f0e3e808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '274f33f4-9773-412a-88fa-6e0aaae9cb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:21:11.358772 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:11.359160 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Bound using segment: {'id': 'c5994ed3-c0ed-4971-908b-26f0e3e808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '274f33f4-9773-412a-88fa-6e0aaae9cb5e'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:21:11.359642 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Bound port: 0093e8fc-a0be-4546-a88f-d2584ba043a8, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5994ed3-c0ed-4971-908b-26f0e3e808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '274f33f4-9773-412a-88fa-6e0aaae9cb5e'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:21:11.360033 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (0093e8fc-a0be-4546-a88f-d2584ba043a8), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:11.424998 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] For port 0093e8fc-a0be-4546-a88f-d2584ba043a8, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:21:11.444600 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] For port 0093e8fc-a0be-4546-a88f-d2584ba043a8, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=0093e8fc-a0be-4546-a88f-d2584ba043a8,segment=NetworkSegment(c5994ed3-c0ed-4971-908b-26f0e3e808d7),segment_id=c5994ed3-c0ed-4971-908b-26f0e3e808d7)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:21:11.451252 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (0093e8fc-a0be-4546-a88f-d2584ba043a8), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:11.512495 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cfc8d-685d-4575-999a-9aa4d0ec652c None None] Pushing event updated for resources: {'Port': ['ID=0093e8fc-a0be-4546-a88f-d2584ba043a8,revision_number=2']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:21:12.965865 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 43452) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:21:13.268936 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=20,neutron:INSERT=36 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:13.273008 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=13,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:13.291088 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [None req-98aff113-4dc9-4446-9b2b-bf4010ff2169 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 12:21:13.292095 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-98aff113-4dc9-4446-9b2b-bf4010ff2169 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3253751 Sep 22 12:21:14.862132 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=7 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:14.864668 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:15.939548 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 43468) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:21:16.267042 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [None req-bfb46311-ae06-45b2-aee5-91b8b32677e4 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 12:21:16.268186 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-bfb46311-ae06-45b2-aee5-91b8b32677e4 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3278029 Sep 22 12:21:18.929498 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 43480) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:21:19.255314 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-4077be7b-a764-4daf-b6b0-cca543e3d453 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:21:19.279492 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4077be7b-a764-4daf-b6b0-cca543e3d453 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (6234c860-a528-4ce3-802c-683459eea1f6), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:19.281202 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4077be7b-a764-4daf-b6b0-cca543e3d453 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-625649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12660'] for router (6234c860-a528-4ce3-802c-683459eea1f6), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:19.418198 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4077be7b-a764-4daf-b6b0-cca543e3d453 demo demo] Publish callbacks [] for router_controller (6234c860-a528-4ce3-802c-683459eea1f6), precommit_add_association {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:19.422897 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4077be7b-a764-4daf-b6b0-cca543e3d453 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629806'] for router (6234c860-a528-4ce3-802c-683459eea1f6), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:19.439493 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4077be7b-a764-4daf-b6b0-cca543e3d453 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:19.440714 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-4077be7b-a764-4daf-b6b0-cca543e3d453 demo demo] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5102375 Sep 22 12:21:19.500439 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6469aefd-331b-4f51-a6e1-6aca836f1410 None None] Network 274f33f4-9773-412a-88fa-6e0aaae9cb5e requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:21:19.603193 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 0093e8fc-a0be-4546-a88f-d2584ba043a8 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:21:19.608370 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-0703897d-4d0d-4f16-aa04-731122f2c42b None None] Provisioning complete for port 0093e8fc-a0be-4546-a88f-d2584ba043a8 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:21:19.608766 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-0703897d-4d0d-4f16-aa04-731122f2c42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (0093e8fc-a0be-4546-a88f-d2584ba043a8), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:19.609128 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-0703897d-4d0d-4f16-aa04-731122f2c42b None None] Attempt 1 to provision port 0093e8fc-a0be-4546-a88f-d2584ba043a8 Sep 22 12:21:19.824546 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 0093e8fc-a0be-4546-a88f-d2584ba043a8 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:21:19.824935 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (0093e8fc-a0be-4546-a88f-d2584ba043a8), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:19.825275 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 0093e8fc-a0be-4546-a88f-d2584ba043a8 Sep 22 12:21:19.847888 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-0703897d-4d0d-4f16-aa04-731122f2c42b None None] Current status of the port 0093e8fc-a0be-4546-a88f-d2584ba043a8 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:21:19.848276 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-0703897d-4d0d-4f16-aa04-731122f2c42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (0093e8fc-a0be-4546-a88f-d2584ba043a8), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:19.903994 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-0703897d-4d0d-4f16-aa04-731122f2c42b None None] For port 0093e8fc-a0be-4546-a88f-d2584ba043a8, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=0093e8fc-a0be-4546-a88f-d2584ba043a8,segment=NetworkSegment(c5994ed3-c0ed-4971-908b-26f0e3e808d7),segment_id=c5994ed3-c0ed-4971-908b-26f0e3e808d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:21:19.927957 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-0703897d-4d0d-4f16-aa04-731122f2c42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (0093e8fc-a0be-4546-a88f-d2584ba043a8), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:19.967721 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 0093e8fc-a0be-4546-a88f-d2584ba043a8 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:21:19.968108 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (0093e8fc-a0be-4546-a88f-d2584ba043a8), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:19.999225 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703897d-4d0d-4f16-aa04-731122f2c42b None None] Pushing event updated for resources: {'Port': ['ID=0093e8fc-a0be-4546-a88f-d2584ba043a8,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:21:20.031395 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:20.049387 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.db.api [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 22 12:21:20.049849 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG oslo_db.api [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 12:21:20.050143 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:20.054445 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-00d94c70-cea3-4558-ba3c-bfcb6870e017 None None] Provisioning complete for port 0093e8fc-a0be-4546-a88f-d2584ba043a8 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:21:20.054828 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-00d94c70-cea3-4558-ba3c-bfcb6870e017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (0093e8fc-a0be-4546-a88f-d2584ba043a8), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:20.055155 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-00d94c70-cea3-4558-ba3c-bfcb6870e017 None None] Attempt 1 to provision port 0093e8fc-a0be-4546-a88f-d2584ba043a8 Sep 22 12:21:20.125586 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-00d94c70-cea3-4558-ba3c-bfcb6870e017 None None] Current status of the port 0093e8fc-a0be-4546-a88f-d2584ba043a8 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:21:20.584725 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 0093e8fc-a0be-4546-a88f-d2584ba043a8 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:21:21.572222 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 0093e8fc-a0be-4546-a88f-d2584ba043a8 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:21:21.620982 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 0093e8fc-a0be-4546-a88f-d2584ba043a8 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:21:21.621630 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (0093e8fc-a0be-4546-a88f-d2584ba043a8), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:21.621723 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 0093e8fc-a0be-4546-a88f-d2584ba043a8 Sep 22 12:21:21.692662 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 0093e8fc-a0be-4546-a88f-d2584ba043a8 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:21:22.144954 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 43492) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:21:22.460598 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [None req-e62c7341-50d2-43a8-aee2-9a17eb882d43 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 12:21:22.461594 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-e62c7341-50d2-43a8-aee2-9a17eb882d43 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3157041 Sep 22 12:21:24.923013 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-465618a9-38b4-44dd-b2ec-58f32bb20065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:25.116086 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 43500) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:21:25.429584 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-8a6a23d9-63c6-4e80-abd4-f60519b2abf8 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:21:25.450021 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6a23d9-63c6-4e80-abd4-f60519b2abf8 admin admin] Made reservation on behalf of 8012745f80ac4412b0055fc9da17a750 for: {'network': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:21:25.452262 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8a6a23d9-63c6-4e80-abd4-f60519b2abf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for network (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:25.461057 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8a6a23d9-63c6-4e80-abd4-f60519b2abf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:25.534985 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8a6a23d9-63c6-4e80-abd4-f60519b2abf8 admin admin] Publish callbacks [] for security_group (db5cf34a-1823-4ffe-9ca4-22849c3e04f9), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:25.538335 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8a6a23d9-63c6-4e80-abd4-f60519b2abf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (db5cf34a-1823-4ffe-9ca4-22849c3e04f9), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:25.555437 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8a6a23d9-63c6-4e80-abd4-f60519b2abf8 admin admin] Reserving flat network on physical network physnet1 {{(pid=106189) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 22 12:21:25.575042 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a23d9-63c6-4e80-abd4-f60519b2abf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5cf34a-1823-4ffe-9ca4-22849c3e04f9,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:21:25.579829 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8a6a23d9-63c6-4e80-abd4-f60519b2abf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (81df34c9-343a-4bcf-8862-82b7e8fde891), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:25.580178 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.db.segments_db [None req-8a6a23d9-63c6-4e80-abd4-f60519b2abf8 admin admin] Added segment 81df34c9-343a-4bcf-8862-82b7e8fde891 of type flat for network 1180960f-2d21-46a6-8808-3b9bf675fc1c Sep 22 12:21:25.610618 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=73,neutron:UPDATE=4,neutron:INSERT=21,neutron:DELETE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:25.625842 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8a6a23d9-63c6-4e80-abd4-f60519b2abf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742010657190'] for network (1180960f-2d21-46a6-8808-3b9bf675fc1c), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:25.658717 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8a6a23d9-63c6-4e80-abd4-f60519b2abf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for network (1180960f-2d21-46a6-8808-3b9bf675fc1c), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:25.659674 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6a23d9-63c6-4e80-abd4-f60519b2abf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:21:25.660235 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8a6a23d9-63c6-4e80-abd4-f60519b2abf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:25.734392 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-8a6a23d9-63c6-4e80-abd4-f60519b2abf8 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6172485 Sep 22 12:21:25.754045 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6a23d9-63c6-4e80-abd4-f60519b2abf8 admin admin] Pushing event updated for resources: {'Network': ['ID=1180960f-2d21-46a6-8808-3b9bf675fc1c,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:21:25.764986 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c details requested by agent ovs-agent-dv-cinder-856463-4-iscsi with host dv-cinder-856463-4-iscsi {{(pid=106190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 12:21:27.003212 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d472746c-61cd-4a09-95af-d099c3045f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:28.321257 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 43508) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:21:28.374176 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:28.681303 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957463e4-40a6-456d-8226-913dda980549 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:21:28.682585 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-957463e4-40a6-456d-8226-913dda980549 demo admin] 10.222.0.33 "GET /networking/v2.0/subnets/ca9417b8-f76f-4558-8d9a-3f4f3f8f6591 HTTP/1.1" status: 200 len: 849 time: 0.3603969 Sep 22 12:21:28.795277 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-0a82d691-cdf4-45b8-8f20-4e9a62849325 demo admin] 10.222.0.33 "GET /networking/v2.0/routers/6234c860-a528-4ce3-802c-683459eea1f6 HTTP/1.1" status: 200 len: 704 time: 0.1068299 Sep 22 12:21:28.988437 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:29.052645 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-df4f53b6-7b4e-4946-9085-fe6480216757 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:29.332090 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [None req-df4f53b6-7b4e-4946-9085-fe6480216757 demo admin] Allocated IP 172.20.0.1 (274f33f4-9773-412a-88fa-6e0aaae9cb5e/ca9417b8-f76f-4558-8d9a-3f4f3f8f6591/b82eea05-febf-45ce-ab70-35bdcc6cdaaf) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:21:29.528496 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-df4f53b6-7b4e-4946-9085-fe6480216757 demo admin] Publish callbacks [] for port (b82eea05-febf-45ce-ab70-35bdcc6cdaaf), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:29.591815 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-df4f53b6-7b4e-4946-9085-fe6480216757 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160'] for port (b82eea05-febf-45ce-ab70-35bdcc6cdaaf), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:29.662593 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:29.671166 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4f53b6-7b4e-4946-9085-fe6480216757 demo admin] Network 274f33f4-9773-412a-88fa-6e0aaae9cb5e is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:21:29.676519 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-df4f53b6-7b4e-4946-9085-fe6480216757 demo admin] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:21:29.684366 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4f53b6-7b4e-4946-9085-fe6480216757 demo admin] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:21:29.684911 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-df4f53b6-7b4e-4946-9085-fe6480216757 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425239'] for router_interface (6234c860-a528-4ce3-802c-683459eea1f6), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:29.741011 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f53b6-7b4e-4946-9085-fe6480216757 demo admin] Pushing event updated for resources: {'Port': ['ID=b82eea05-febf-45ce-ab70-35bdcc6cdaaf,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:21:29.808272 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:29.884925 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-df4f53b6-7b4e-4946-9085-fe6480216757 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (b82eea05-febf-45ce-ab70-35bdcc6cdaaf), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:29.912575 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:29.915144 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3fe78285-3036-442e-af3a-c63468541517 None None] Provisioning complete for port b82eea05-febf-45ce-ab70-35bdcc6cdaaf triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:21:29.915517 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3fe78285-3036-442e-af3a-c63468541517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (b82eea05-febf-45ce-ab70-35bdcc6cdaaf), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:29.915853 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3fe78285-3036-442e-af3a-c63468541517 None None] Attempt 1 to provision port b82eea05-febf-45ce-ab70-35bdcc6cdaaf Sep 22 12:21:29.949406 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3fe78285-3036-442e-af3a-c63468541517 None None] Port b82eea05-febf-45ce-ab70-35bdcc6cdaaf cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:21:30.071638 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:30.097176 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-df4f53b6-7b4e-4946-9085-fe6480216757 demo admin] Publish callbacks [] for port (b82eea05-febf-45ce-ab70-35bdcc6cdaaf), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:30.103893 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-df4f53b6-7b4e-4946-9085-fe6480216757 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (b82eea05-febf-45ce-ab70-35bdcc6cdaaf), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:30.104750 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-df4f53b6-7b4e-4946-9085-fe6480216757 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425347'] for router_interface (6234c860-a528-4ce3-802c-683459eea1f6), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:30.177300 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f53b6-7b4e-4946-9085-fe6480216757 demo admin] Pushing event updated for resources: {'Port': ['ID=b82eea05-febf-45ce-ab70-35bdcc6cdaaf,revision_number=2']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:21:30.230983 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4f53b6-7b4e-4946-9085-fe6480216757 demo admin] Network 274f33f4-9773-412a-88fa-6e0aaae9cb5e is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:21:30.232354 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-df4f53b6-7b4e-4946-9085-fe6480216757 demo admin] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:21:30.388562 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4f53b6-7b4e-4946-9085-fe6480216757 demo admin] Router 6234c860-a528-4ce3-802c-683459eea1f6 is scheduled to L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 with binding_index 1 {{(pid=106189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 12:21:30.450557 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3fe78285-3036-442e-af3a-c63468541517 None None] Attempt 2 to provision port b82eea05-febf-45ce-ab70-35bdcc6cdaaf Sep 22 12:21:30.475190 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4f53b6-7b4e-4946-9085-fe6480216757 demo admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:21:30.480662 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-df4f53b6-7b4e-4946-9085-fe6480216757 demo admin] 10.222.0.33 "PUT /networking/v2.0/routers/6234c860-a528-4ce3-802c-683459eea1f6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6797912 Sep 22 12:21:30.483189 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3fe78285-3036-442e-af3a-c63468541517 None None] Port b82eea05-febf-45ce-ab70-35bdcc6cdaaf cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:21:30.489857 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] Sync routers for ids ['6234c860-a528-4ce3-802c-683459eea1f6'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:21:30.502638 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] Routers {'6234c860-a528-4ce3-802c-683459eea1f6'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:21:30.503393 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:21:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['6234c860-a528-4ce3-802c-683459eea1f6'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:21:30.685795 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] Set router 6234c860-a528-4ce3-802c-683459eea1f6 gateway port host: None {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:21:30.984187 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3fe78285-3036-442e-af3a-c63468541517 None None] Attempt 3 to provision port b82eea05-febf-45ce-ab70-35bdcc6cdaaf Sep 22 12:21:31.014878 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3fe78285-3036-442e-af3a-c63468541517 None None] Port b82eea05-febf-45ce-ab70-35bdcc6cdaaf cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:21:31.097525 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234c860-a528-4ce3-802c-683459eea1f6', 'name': 'router1', 'tenant_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:21:19Z', 'updated_at': '2022-09-22T12:21:29Z', 'revision_number': 2, 'project_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'gw_port_host': None, '_interfaces': [{'id': 'b82eea05-febf-45ce-ab70-35bdcc6cdaaf', 'name': '', 'network_id': '274f33f4-9773-412a-88fa-6e0aaae9cb5e', 'tenant_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'mac_address': 'fa:16:3e:47:56:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6234c860-a528-4ce3-802c-683459eea1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca9417b8-f76f-4558-8d9a-3f4f3f8f6591', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:21:29Z', 'updated_at': '2022-09-22T12:21:29Z', 'revision_number': 2, 'project_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'subnets': [{'id': 'ca9417b8-f76f-4558-8d9a-3f4f3f8f6591', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ade0af9-ecfd-4bbc-af3b-1c3f30c2efea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:21:31.147067 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] Checking router: 6234c860-a528-4ce3-802c-683459eea1f6 for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:21:31.147361 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] Updating router 6234c860-a528-4ce3-802c-683459eea1f6 port b82eea05-febf-45ce-ab70-35bdcc6cdaaf binding host dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:21:31.199833 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (b82eea05-febf-45ce-ab70-35bdcc6cdaaf), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:31.516043 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3fe78285-3036-442e-af3a-c63468541517 None None] Attempt 4 to provision port b82eea05-febf-45ce-ab70-35bdcc6cdaaf Sep 22 12:21:31.555592 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3fe78285-3036-442e-af3a-c63468541517 None None] Port b82eea05-febf-45ce-ab70-35bdcc6cdaaf cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:21:31.700460 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] Publish callbacks [] for port (b82eea05-febf-45ce-ab70-35bdcc6cdaaf), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:31.706651 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (b82eea05-febf-45ce-ab70-35bdcc6cdaaf), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:31.849615 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ebbc0-4a7b-4689-a1d3-cea23439a694 None None] Pushing event updated for resources: {'Port': ['ID=b82eea05-febf-45ce-ab70-35bdcc6cdaaf,revision_number=3']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:21:31.858167 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] Attempting to bind port b82eea05-febf-45ce-ab70-35bdcc6cdaaf on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:21:31.858556 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] Attempting to bind port b82eea05-febf-45ce-ab70-35bdcc6cdaaf by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': 'c5994ed3-c0ed-4971-908b-26f0e3e808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '274f33f4-9773-412a-88fa-6e0aaae9cb5e'}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:21:31.858991 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] Attempting to bind port b82eea05-febf-45ce-ab70-35bdcc6cdaaf on network 274f33f4-9773-412a-88fa-6e0aaae9cb5e {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:21:31.868957 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ebbc0-4a7b-4689-a1d3-cea23439a694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:31.869342 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ebbc0-4a7b-4689-a1d3-cea23439a694 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:31.869719 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ebbc0-4a7b-4689-a1d3-cea23439a694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:31.870216 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ebbc0-4a7b-4689-a1d3-cea23439a694 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:31.870644 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ebbc0-4a7b-4689-a1d3-cea23439a694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:31.870914 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ebbc0-4a7b-4689-a1d3-cea23439a694 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:31.871238 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ebbc0-4a7b-4689-a1d3-cea23439a694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:31.871560 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ebbc0-4a7b-4689-a1d3-cea23439a694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:31.871883 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ebbc0-4a7b-4689-a1d3-cea23439a694 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:31.872204 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ebbc0-4a7b-4689-a1d3-cea23439a694 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:31.872550 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ebbc0-4a7b-4689-a1d3-cea23439a694 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:31.872887 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ebbc0-4a7b-4689-a1d3-cea23439a694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:31.873212 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ebbc0-4a7b-4689-a1d3-cea23439a694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:31.873527 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ebbc0-4a7b-4689-a1d3-cea23439a694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:31.873841 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ebbc0-4a7b-4689-a1d3-cea23439a694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25ebbc0-4a7b-4689-a1d3-cea23439a694 None None] Tracked resource versions report: Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: pushed versions: Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: { 'AddressGroup': {'1.2'}, Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Agent': {'1.1'}, Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'ConntrackHelper': {'1.0'}, Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'LocalIPAssociation': {'1.0'}, Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Log': {'1.0'}, Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'NDPProxy': {'1.0'}, Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Network': {'1.1'}, Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Port': {'1.7'}, Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'PortForwarding': {'1.3'}, Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'QosPolicy': {'1.10'}, Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'SecurityGroup': {'1.5'}, Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'SecurityGroupRule': {'1.2'}, Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'SubPort': {'1.0'}, Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Subnet': {'1.1'}, Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Trunk': {'1.1'}} Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: consumer versions: Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: { DHCP agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: L3 agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: Metadata agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: Metering agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: Open vSwitch agent@dv-cinder-856463-4-iscsi: { 'AddressGroup': '1.2', Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Agent': '1.1', Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'ConntrackHelper': '1.0', Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'LocalIPAssociation': '1.0', Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Log': '1.0', Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'NDPProxy': '1.0', Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Network': '1.1', Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Port': '1.7', Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'PortForwarding': '1.3', Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'QosPolicy': '1.10', Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'SecurityGroup': '1.5', Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'SecurityGroupRule': '1.2', Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'SubPort': '1.0', Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Subnet': '1.1', Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Trunk': '1.1'}} Sep 22 12:21:31.875269 dv-cinder-856463-4-iscsi neutron-server[106191]: {{(pid=106191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 12:21:31.906453 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:31.955367 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:21:31.955772 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] Checking segment: {'id': 'c5994ed3-c0ed-4971-908b-26f0e3e808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '274f33f4-9773-412a-88fa-6e0aaae9cb5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:21:31.956238 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:31.956658 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] Bound using segment: {'id': 'c5994ed3-c0ed-4971-908b-26f0e3e808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '274f33f4-9773-412a-88fa-6e0aaae9cb5e'} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:21:31.957156 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] Bound port: b82eea05-febf-45ce-ab70-35bdcc6cdaaf, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5994ed3-c0ed-4971-908b-26f0e3e808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '274f33f4-9773-412a-88fa-6e0aaae9cb5e'}}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:21:31.957533 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (b82eea05-febf-45ce-ab70-35bdcc6cdaaf), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:32.018828 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] For port b82eea05-febf-45ce-ab70-35bdcc6cdaaf, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:21:32.037908 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] For port b82eea05-febf-45ce-ab70-35bdcc6cdaaf, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=b82eea05-febf-45ce-ab70-35bdcc6cdaaf,segment=NetworkSegment(c5994ed3-c0ed-4971-908b-26f0e3e808d7),segment_id=c5994ed3-c0ed-4971-908b-26f0e3e808d7)] {{(pid=106191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:21:32.043542 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (b82eea05-febf-45ce-ab70-35bdcc6cdaaf), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:32.056640 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3fe78285-3036-442e-af3a-c63468541517 None None] Attempt 5 to provision port b82eea05-febf-45ce-ab70-35bdcc6cdaaf Sep 22 12:21:32.087763 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] Routers {'6234c860-a528-4ce3-802c-683459eea1f6'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:21:32.088411 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:21:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['6234c860-a528-4ce3-802c-683459eea1f6'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:21:32.095056 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:32.129688 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3fe78285-3036-442e-af3a-c63468541517 None None] Current status of the port b82eea05-febf-45ce-ab70-35bdcc6cdaaf is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:21:32.130433 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3fe78285-3036-442e-af3a-c63468541517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (b82eea05-febf-45ce-ab70-35bdcc6cdaaf), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:32.130599 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ebbc0-4a7b-4689-a1d3-cea23439a694 None None] Pushing event updated for resources: {'Port': ['ID=b82eea05-febf-45ce-ab70-35bdcc6cdaaf,revision_number=4']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:21:32.169549 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-3fe78285-3036-442e-af3a-c63468541517 None None] For port b82eea05-febf-45ce-ab70-35bdcc6cdaaf, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=b82eea05-febf-45ce-ab70-35bdcc6cdaaf,segment=NetworkSegment(c5994ed3-c0ed-4971-908b-26f0e3e808d7),segment_id=c5994ed3-c0ed-4971-908b-26f0e3e808d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:21:32.174495 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3fe78285-3036-442e-af3a-c63468541517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (b82eea05-febf-45ce-ab70-35bdcc6cdaaf), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:32.184861 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] Set router 6234c860-a528-4ce3-802c-683459eea1f6 gateway port host: None {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:21:32.222726 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe78285-3036-442e-af3a-c63468541517 None None] Pushing event updated for resources: {'Port': ['ID=b82eea05-febf-45ce-ab70-35bdcc6cdaaf,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:21:32.297515 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-6dba8b98-e668-4c2c-a8e1-bbf873e94ca2 None None] Provisioning complete for port b82eea05-febf-45ce-ab70-35bdcc6cdaaf triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:21:32.297904 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-6dba8b98-e668-4c2c-a8e1-bbf873e94ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (b82eea05-febf-45ce-ab70-35bdcc6cdaaf), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:32.298241 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-6dba8b98-e668-4c2c-a8e1-bbf873e94ca2 None None] Attempt 1 to provision port b82eea05-febf-45ce-ab70-35bdcc6cdaaf Sep 22 12:21:32.318153 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 5 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:21:32.335708 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:32.371351 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-6dba8b98-e668-4c2c-a8e1-bbf873e94ca2 None None] Current status of the port b82eea05-febf-45ce-ab70-35bdcc6cdaaf is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:21:32.382179 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234c860-a528-4ce3-802c-683459eea1f6', 'name': 'router1', 'tenant_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:21:19Z', 'updated_at': '2022-09-22T12:21:29Z', 'revision_number': 2, 'project_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'gw_port_host': None, '_interfaces': [{'id': 'b82eea05-febf-45ce-ab70-35bdcc6cdaaf', 'name': '', 'network_id': '274f33f4-9773-412a-88fa-6e0aaae9cb5e', 'tenant_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'mac_address': 'fa:16:3e:47:56:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6234c860-a528-4ce3-802c-683459eea1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca9417b8-f76f-4558-8d9a-3f4f3f8f6591', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:21:29Z', 'updated_at': '2022-09-22T12:21:32Z', 'revision_number': 4, 'project_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'subnets': [{'id': 'ca9417b8-f76f-4558-8d9a-3f4f3f8f6591', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ade0af9-ecfd-4bbc-af3b-1c3f30c2efea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:21:32.406111 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a57205-54d3-4705-8200-0d2a51a7164c None None] The sync data for ids ['6234c860-a528-4ce3-802c-683459eea1f6'] in dv-cinder-856463-4-iscsi is: [{'id': '6234c860-a528-4ce3-802c-683459eea1f6', 'name': 'router1', 'tenant_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:21:19Z', 'updated_at': '2022-09-22T12:21:29Z', 'revision_number': 2, 'project_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'gw_port_host': None, '_interfaces': [{'id': 'b82eea05-febf-45ce-ab70-35bdcc6cdaaf', 'name': '', 'network_id': '274f33f4-9773-412a-88fa-6e0aaae9cb5e', 'tenant_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'mac_address': 'fa:16:3e:47:56:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6234c860-a528-4ce3-802c-683459eea1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca9417b8-f76f-4558-8d9a-3f4f3f8f6591', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:21:29Z', 'updated_at': '2022-09-22T12:21:32Z', 'revision_number': 4, 'project_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'subnets': [{'id': 'ca9417b8-f76f-4558-8d9a-3f4f3f8f6591', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ade0af9-ecfd-4bbc-af3b-1c3f30c2efea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:21:33.115176 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 43518) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:21:33.502710 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bae84d-de99-4317-8646-f0644c5b7ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:21:33.504339 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-63bae84d-de99-4317-8646-f0644c5b7ffd admin admin] 10.222.0.33 "GET /networking/v2.0/networks/1180960f-2d21-46a6-8808-3b9bf675fc1c HTTP/1.1" status: 200 len: 842 time: 0.3878183 Sep 22 12:21:33.515273 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-9dc066b8-42a3-4c16-bd9b-a0ee2d430843 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'ip_version': 4, 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'name': 'public-subnet'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:21:33.537766 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc066b8-42a3-4c16-bd9b-a0ee2d430843 admin admin] Made reservation on behalf of 8012745f80ac4412b0055fc9da17a750 for: {'subnet': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:21:33.540233 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9dc066b8-42a3-4c16-bd9b-a0ee2d430843 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:33.669893 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:33.894164 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.objects.ports [None req-9dc066b8-42a3-4c16-bd9b-a0ee2d430843 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106189) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 22 12:21:33.894610 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9dc066b8-42a3-4c16-bd9b-a0ee2d430843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for subnet (fa184db2-8082-4bad-bda6-843a7c40c1fc), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:33.940593 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:33.951161 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc066b8-42a3-4c16-bd9b-a0ee2d430843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa184db2-8082-4bad-bda6-843a7c40c1fc,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:21:33.962228 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc066b8-42a3-4c16-bd9b-a0ee2d430843 admin admin] Checking segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:21:33.962576 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc066b8-42a3-4c16-bd9b-a0ee2d430843 admin admin] Network hostable DHCP agents. Network: 1180960f-2d21-46a6-8808-3b9bf675fc1c, hostable agents: ['a2e957d1-0bb2-4343-b675-01d2080b3290'], hosted agents: [] {{(pid=106189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 12:21:33.979711 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc066b8-42a3-4c16-bd9b-a0ee2d430843 admin admin] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is scheduled to be hosted by DHCP agent a2e957d1-0bb2-4343-b675-01d2080b3290 with binding_index 1 {{(pid=106189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 12:21:33.988594 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-9dc066b8-42a3-4c16-bd9b-a0ee2d430843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-4-iscsi, 1180960f-2d21-46a6-8808-3b9bf675fc1c) {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:21:33.992923 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc066b8-42a3-4c16-bd9b-a0ee2d430843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:21:33.993507 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9dc066b8-42a3-4c16-bd9b-a0ee2d430843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:33.999295 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede144aa-7830-4d39-829b-53838f508235 None None] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:21:34.023613 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-9dc066b8-42a3-4c16-bd9b-a0ee2d430843 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4986315 Sep 22 12:21:34.049878 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:34.113972 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dc0421-30c0-4897-94fc-b76e5c0df921 None None] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:21:36.672160 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 43526) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:21:37.222263 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-de4e8eb2-7725-4ad5-81ba-e625e44c8488 demo admin] 10.222.0.33 "GET /networking/v2.0/routers/6234c860-a528-4ce3-802c-683459eea1f6 HTTP/1.1" status: 200 len: 710 time: 0.5486236 Sep 22 12:21:37.412372 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2387c751-c94e-48e1-819e-1ef5fe415bc0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:21:37.413912 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-2387c751-c94e-48e1-819e-1ef5fe415bc0 demo admin] 10.222.0.33 "GET /networking/v2.0/networks/1180960f-2d21-46a6-8808-3b9bf675fc1c HTTP/1.1" status: 200 len: 886 time: 0.1855276 Sep 22 12:21:37.423011 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:21:37.579061 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device b82eea05-febf-45ce-ab70-35bdcc6cdaaf up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:21:37.624126 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port b82eea05-febf-45ce-ab70-35bdcc6cdaaf triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:21:37.624557 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (b82eea05-febf-45ce-ab70-35bdcc6cdaaf), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:37.624893 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port b82eea05-febf-45ce-ab70-35bdcc6cdaaf Sep 22 12:21:37.688765 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Publish callbacks [] for router_gateway (6234c860-a528-4ce3-802c-683459eea1f6), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:37.699205 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port b82eea05-febf-45ce-ab70-35bdcc6cdaaf is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:21:37.904631 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Publish callbacks [] for router_gateway (6234c860-a528-4ce3-802c-683459eea1f6), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:37.981144 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:38.164888 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Allocated IP 172.27.0.202 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/1aadde58-81d7-4f67-bf05-88c244b5bc91) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:21:38.277047 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Publish callbacks [] for port (1aadde58-81d7-4f67-bf05-88c244b5bc91), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:38.295493 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:38.323428 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:38.345866 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160'] for port (1aadde58-81d7-4f67-bf05-88c244b5bc91), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:38.404824 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:21:38.409196 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:21:38.455335 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:21:38.459707 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Pushing event updated for resources: {'Port': ['ID=1aadde58-81d7-4f67-bf05-88c244b5bc91,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:21:38.498970 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:38.499312 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:38.499657 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:38.499995 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:38.500344 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:38.500674 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:38.500994 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:38.501319 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:38.501666 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:38.501990 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:38.502311 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:38.502641 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:38.502966 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:38.503285 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:38.503599 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Tracked resource versions report: Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: pushed versions: Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: { 'AddressGroup': {'1.2'}, Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Agent': {'1.1'}, Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'ConntrackHelper': {'1.0'}, Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'LocalIPAssociation': {'1.0'}, Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Log': {'1.0'}, Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'NDPProxy': {'1.0'}, Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Network': {'1.1'}, Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Port': {'1.7'}, Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'PortForwarding': {'1.3'}, Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'QosPolicy': {'1.10'}, Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'SecurityGroup': {'1.5'}, Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'SecurityGroupRule': {'1.2'}, Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'SubPort': {'1.0'}, Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Subnet': {'1.1'}, Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Trunk': {'1.1'}} Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: consumer versions: Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: { DHCP agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: L3 agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: Metadata agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: Metering agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: Open vSwitch agent@dv-cinder-856463-4-iscsi: { 'AddressGroup': '1.2', Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Agent': '1.1', Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'ConntrackHelper': '1.0', Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'LocalIPAssociation': '1.0', Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Log': '1.0', Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'NDPProxy': '1.0', Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Network': '1.1', Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Port': '1.7', Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'PortForwarding': '1.3', Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'QosPolicy': '1.10', Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'SecurityGroup': '1.5', Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'SecurityGroupRule': '1.2', Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'SubPort': '1.0', Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Subnet': '1.1', Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Trunk': '1.1'}} Sep 22 12:21:38.505643 dv-cinder-856463-4-iscsi neutron-server[106188]: {{(pid=106188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 12:21:38.733437 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Publish callbacks [] for router_gateway (6234c860-a528-4ce3-802c-683459eea1f6), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:38.957262 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-629954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-633583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3486'] for router (6234c860-a528-4ce3-802c-683459eea1f6), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:38.962279 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-629963', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-629808', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-633556'] for router (6234c860-a528-4ce3-802c-683459eea1f6), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:39.065259 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Router 6234c860-a528-4ce3-802c-683459eea1f6 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:21:39.164331 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:21:39.169171 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:39.169971 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-28fe9388-5892-446f-a8af-39cd626b8367 demo admin] 10.222.0.33 "PUT /networking/v2.0/routers/6234c860-a528-4ce3-802c-683459eea1f6 HTTP/1.1" status: 200 len: 890 time: 1.7501833 Sep 22 12:21:39.177901 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] Sync routers for ids ['6234c860-a528-4ce3-802c-683459eea1f6'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:21:39.191237 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] Routers {'6234c860-a528-4ce3-802c-683459eea1f6'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:21:39.192005 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:21:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['6234c860-a528-4ce3-802c-683459eea1f6'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:21:39.403995 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] Set router 6234c860-a528-4ce3-802c-683459eea1f6 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:21:39.850726 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234c860-a528-4ce3-802c-683459eea1f6', 'name': 'router1', 'tenant_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '1aadde58-81d7-4f67-bf05-88c244b5bc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:21:19Z', 'updated_at': '2022-09-22T12:21:38Z', 'revision_number': 4, 'project_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'gw_port': {'id': '1aadde58-81d7-4f67-bf05-88c244b5bc91', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:df:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6234c860-a528-4ce3-802c-683459eea1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:21:37Z', 'updated_at': '2022-09-22T12:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': 'b82eea05-febf-45ce-ab70-35bdcc6cdaaf', 'name': '', 'network_id': '274f33f4-9773-412a-88fa-6e0aaae9cb5e', 'tenant_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'mac_address': 'fa:16:3e:47:56:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234c860-a528-4ce3-802c-683459eea1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca9417b8-f76f-4558-8d9a-3f4f3f8f6591', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:21:29Z', 'updated_at': '2022-09-22T12:21:32Z', 'revision_number': 5, 'project_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'subnets': [{'id': 'ca9417b8-f76f-4558-8d9a-3f4f3f8f6591', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ade0af9-ecfd-4bbc-af3b-1c3f30c2efea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:21:39.901417 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] Checking router: 6234c860-a528-4ce3-802c-683459eea1f6 for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:21:39.901763 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] Updating router 6234c860-a528-4ce3-802c-683459eea1f6 port 1aadde58-81d7-4f67-bf05-88c244b5bc91 binding host dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:21:39.953329 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (1aadde58-81d7-4f67-bf05-88c244b5bc91), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:40.170762 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=100 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:40.246766 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:40.265951 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] Publish callbacks [] for port (1aadde58-81d7-4f67-bf05-88c244b5bc91), precommit_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:40.271155 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (1aadde58-81d7-4f67-bf05-88c244b5bc91), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:40.305830 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] Attempting to bind port 1aadde58-81d7-4f67-bf05-88c244b5bc91 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:21:40.306196 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] Attempting to bind port 1aadde58-81d7-4f67-bf05-88c244b5bc91 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:21:40.306558 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] Attempting to bind port 1aadde58-81d7-4f67-bf05-88c244b5bc91 on network 1180960f-2d21-46a6-8808-3b9bf675fc1c {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:21:40.340039 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5034a34-42bd-4d4c-8e19-cfbccb784168 None None] Pushing event updated for resources: {'Port': ['ID=1aadde58-81d7-4f67-bf05-88c244b5bc91,revision_number=2']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:21:40.358926 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:21:40.359335 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] Checking segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:21:40.359746 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:40.360119 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] Bound using segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:21:40.360705 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] Bound port: 1aadde58-81d7-4f67-bf05-88c244b5bc91, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:21:40.361093 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (1aadde58-81d7-4f67-bf05-88c244b5bc91), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:40.406848 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] For port 1aadde58-81d7-4f67-bf05-88c244b5bc91, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:21:40.410256 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] For port 1aadde58-81d7-4f67-bf05-88c244b5bc91, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=1aadde58-81d7-4f67-bf05-88c244b5bc91,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:21:40.416338 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (1aadde58-81d7-4f67-bf05-88c244b5bc91), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:40.455779 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] Routers {'6234c860-a528-4ce3-802c-683459eea1f6'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:21:40.456323 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:21:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['6234c860-a528-4ce3-802c-683459eea1f6'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:21:40.508951 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5034a34-42bd-4d4c-8e19-cfbccb784168 None None] Pushing event updated for resources: {'Port': ['ID=1aadde58-81d7-4f67-bf05-88c244b5bc91,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:21:40.575494 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] Set router 6234c860-a528-4ce3-802c-683459eea1f6 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:21:40.769031 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6234c860-a528-4ce3-802c-683459eea1f6', 'name': 'router1', 'tenant_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '1aadde58-81d7-4f67-bf05-88c244b5bc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:21:19Z', 'updated_at': '2022-09-22T12:21:38Z', 'revision_number': 4, 'project_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'gw_port': {'id': '1aadde58-81d7-4f67-bf05-88c244b5bc91', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:df:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6234c860-a528-4ce3-802c-683459eea1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:21:37Z', 'updated_at': '2022-09-22T12:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': 'b82eea05-febf-45ce-ab70-35bdcc6cdaaf', 'name': '', 'network_id': '274f33f4-9773-412a-88fa-6e0aaae9cb5e', 'tenant_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'mac_address': 'fa:16:3e:47:56:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234c860-a528-4ce3-802c-683459eea1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca9417b8-f76f-4558-8d9a-3f4f3f8f6591', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:21:29Z', 'updated_at': '2022-09-22T12:21:32Z', 'revision_number': 5, 'project_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'subnets': [{'id': 'ca9417b8-f76f-4558-8d9a-3f4f3f8f6591', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ade0af9-ecfd-4bbc-af3b-1c3f30c2efea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:21:40.794675 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ec776f-5db3-49b2-b950-c531f4653a1e None None] The sync data for ids ['6234c860-a528-4ce3-802c-683459eea1f6'] in dv-cinder-856463-4-iscsi is: [{'id': '6234c860-a528-4ce3-802c-683459eea1f6', 'name': 'router1', 'tenant_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '1aadde58-81d7-4f67-bf05-88c244b5bc91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:21:19Z', 'updated_at': '2022-09-22T12:21:38Z', 'revision_number': 4, 'project_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'gw_port': {'id': '1aadde58-81d7-4f67-bf05-88c244b5bc91', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:df:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6234c860-a528-4ce3-802c-683459eea1f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:21:37Z', 'updated_at': '2022-09-22T12:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': 'b82eea05-febf-45ce-ab70-35bdcc6cdaaf', 'name': '', 'network_id': '274f33f4-9773-412a-88fa-6e0aaae9cb5e', 'tenant_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'mac_address': 'fa:16:3e:47:56:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6234c860-a528-4ce3-802c-683459eea1f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca9417b8-f76f-4558-8d9a-3f4f3f8f6591', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:21:29Z', 'updated_at': '2022-09-22T12:21:32Z', 'revision_number': 5, 'project_id': 'eb7ffe4fb56e4683b8f10c494912a706', 'subnets': [{'id': 'ca9417b8-f76f-4558-8d9a-3f4f3f8f6591', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7ade0af9-ecfd-4bbc-af3b-1c3f30c2efea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:21:41.598488 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 1aadde58-81d7-4f67-bf05-88c244b5bc91 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:21:41.646138 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 1aadde58-81d7-4f67-bf05-88c244b5bc91 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:21:41.646528 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (1aadde58-81d7-4f67-bf05-88c244b5bc91), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:41.646860 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 1aadde58-81d7-4f67-bf05-88c244b5bc91 Sep 22 12:21:41.716579 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 1aadde58-81d7-4f67-bf05-88c244b5bc91 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:21:41.716965 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (1aadde58-81d7-4f67-bf05-88c244b5bc91), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:41.736926 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] For port 1aadde58-81d7-4f67-bf05-88c244b5bc91, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=1aadde58-81d7-4f67-bf05-88c244b5bc91,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:21:41.741312 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (1aadde58-81d7-4f67-bf05-88c244b5bc91), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:41.783254 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:41.787897 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Pushing event updated for resources: {'Port': ['ID=1aadde58-81d7-4f67-bf05-88c244b5bc91,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:21:41.970365 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 43542) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:21:42.347782 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-86d7c38d-fed1-4b0b-b05f-b4ebf8c346d0 admin admin] 10.222.0.33 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3762224 Sep 22 12:21:42.385253 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=29 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:43.590169 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 1aadde58-81d7-4f67-bf05-88c244b5bc91 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:21:43.630480 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:43.637482 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 1aadde58-81d7-4f67-bf05-88c244b5bc91 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:21:43.637888 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (1aadde58-81d7-4f67-bf05-88c244b5bc91), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:43.638217 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 1aadde58-81d7-4f67-bf05-88c244b5bc91 Sep 22 12:21:43.723215 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 1aadde58-81d7-4f67-bf05-88c244b5bc91 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:21:46.333299 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:49.161193 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:49.167727 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:52.340959 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=33,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:52.344451 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=9,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:53.718828 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=9 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:53.721257 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=19 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:21:54.927164 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-ac8f14cf-2ef8-4765-9d7f-e712b6927e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:57.007952 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-b5941794-6dfe-4ec8-ae3d-422c6cddd653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:58.382644 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:59.836743 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:21:59.913797 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:22:09.317080 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 5 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:22:09.904396 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:22:09.909902 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:22:19.312420 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:22:19.313609 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:22:24.968546 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-73b31151-7b16-498a-bb07-26cea017f013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:22:27.010131 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-c1adeb86-1e42-4a35-b15c-7b87af63f6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:22:28.383954 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:22:29.815944 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:22:29.918198 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:22:39.900871 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=25 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:22:39.913935 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=16,neutron:UPDATE=5 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:22:46.316934 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 5 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:22:53.311511 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:22:54.930505 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-b7442e8e-2d1d-4795-b4ff-849d0db7771f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:22:56.311661 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:22:57.006546 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-edd92432-ace0-4ddb-b4c4-dbc59f637dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:22:58.383903 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:22:59.816788 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:22:59.912909 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:23:08.223699 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44092) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:23:08.556736 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15a6892-b426-40ba-8f84-5b05f9062fac admin admin] GET failed (client error): The resource could not be found. Sep 22 12:23:08.558015 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-c15a6892-b426-40ba-8f84-5b05f9062fac admin admin] 10.222.0.33 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3333468 Sep 22 12:23:08.714469 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececb35c-c9f4-427a-9445-f576f3a0fc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:23:08.715941 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-ececb35c-c9f4-427a-9445-f576f3a0fc43 admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1533267 Sep 22 12:23:09.901169 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:23:09.907841 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:23:11.376883 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44102) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:23:11.739061 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cf1625-1210-4ed2-a013-3760ccf3fdf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:23:11.740401 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-70cf1625-1210-4ed2-a013-3760ccf3fdf5 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/ca9417b8-f76f-4558-8d9a-3f4f3f8f6591 HTTP/1.1" status: 200 len: 849 time: 0.3626409 Sep 22 12:23:11.749927 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-55939ada-d238-4622-ac2a-a7cd3b633c4c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:23:11.833092 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-55939ada-d238-4622-ac2a-a7cd3b633c4c admin admin] Publish callbacks [] for subnet (ca9417b8-f76f-4558-8d9a-3f4f3f8f6591), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:23:11.977224 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-55939ada-d238-4622-ac2a-a7cd3b633c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742011145876'] for subnet (ca9417b8-f76f-4558-8d9a-3f4f3f8f6591), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:23:12.009487 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55939ada-d238-4622-ac2a-a7cd3b633c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:23:12.009617 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-55939ada-d238-4622-ac2a-a7cd3b633c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:23:12.010920 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-55939ada-d238-4622-ac2a-a7cd3b633c4c admin admin] 10.222.0.33 "PUT /networking/v2.0/subnets/ca9417b8-f76f-4558-8d9a-3f4f3f8f6591 HTTP/1.1" status: 200 len: 868 time: 0.2645075 Sep 22 12:23:12.012492 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e62398a-5456-467f-944b-1159c3932fd8 None None] Network 274f33f4-9773-412a-88fa-6e0aaae9cb5e requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:23:12.032116 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55939ada-d238-4622-ac2a-a7cd3b633c4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9417b8-f76f-4558-8d9a-3f4f3f8f6591,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:23:12.039831 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939ada-d238-4622-ac2a-a7cd3b633c4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:23:12.040229 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939ada-d238-4622-ac2a-a7cd3b633c4c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:23:12.040583 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939ada-d238-4622-ac2a-a7cd3b633c4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:23:12.041137 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939ada-d238-4622-ac2a-a7cd3b633c4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:23:12.041482 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939ada-d238-4622-ac2a-a7cd3b633c4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:23:12.041811 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939ada-d238-4622-ac2a-a7cd3b633c4c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:23:12.042136 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939ada-d238-4622-ac2a-a7cd3b633c4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:23:12.042460 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939ada-d238-4622-ac2a-a7cd3b633c4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:23:12.042807 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939ada-d238-4622-ac2a-a7cd3b633c4c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:23:12.043135 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939ada-d238-4622-ac2a-a7cd3b633c4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:23:12.043474 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939ada-d238-4622-ac2a-a7cd3b633c4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:23:12.043785 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939ada-d238-4622-ac2a-a7cd3b633c4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:23:12.044104 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939ada-d238-4622-ac2a-a7cd3b633c4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:23:12.044456 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939ada-d238-4622-ac2a-a7cd3b633c4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:23:12.044774 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55939ada-d238-4622-ac2a-a7cd3b633c4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:23:12.355278 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3a19a43d-acf8-4b63-bfa9-17100b8741c2 None None] Provisioning complete for port 0093e8fc-a0be-4546-a88f-d2584ba043a8 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:23:12.355668 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3a19a43d-acf8-4b63-bfa9-17100b8741c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (0093e8fc-a0be-4546-a88f-d2584ba043a8), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:23:12.356003 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3a19a43d-acf8-4b63-bfa9-17100b8741c2 None None] Attempt 1 to provision port 0093e8fc-a0be-4546-a88f-d2584ba043a8 Sep 22 12:23:12.432395 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3a19a43d-acf8-4b63-bfa9-17100b8741c2 None None] Current status of the port 0093e8fc-a0be-4546-a88f-d2584ba043a8 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:23:12.440356 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3a19a43d-acf8-4b63-bfa9-17100b8741c2 None None] Provisioning complete for port b82eea05-febf-45ce-ab70-35bdcc6cdaaf triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:23:12.440735 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3a19a43d-acf8-4b63-bfa9-17100b8741c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (b82eea05-febf-45ce-ab70-35bdcc6cdaaf), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:23:12.441065 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3a19a43d-acf8-4b63-bfa9-17100b8741c2 None None] Attempt 1 to provision port b82eea05-febf-45ce-ab70-35bdcc6cdaaf Sep 22 12:23:12.511094 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3a19a43d-acf8-4b63-bfa9-17100b8741c2 None None] Current status of the port b82eea05-febf-45ce-ab70-35bdcc6cdaaf is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:23:14.570845 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44110) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:23:15.037420 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=13 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:23:15.041239 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=13 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:23:15.042112 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b3323-b5a8-4688-b31e-3f8eb988a022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:23:15.042681 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530b3323-b5a8-4688-b31e-3f8eb988a022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:23:15.044356 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-530b3323-b5a8-4688-b31e-3f8eb988a022 admin admin] 10.222.0.33 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4725032 Sep 22 12:23:17.596639 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44118) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:23:17.997339 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f05b446-1965-4f86-b72c-9a6483d36ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:23:17.997812 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f05b446-1965-4f86-b72c-9a6483d36ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:23:17.999324 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-5f05b446-1965-4f86-b72c-9a6483d36ac6 admin admin] 10.222.0.33 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4017472 Sep 22 12:23:20.558658 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44126) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:23:20.949188 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b067b4f0-1398-445c-a273-fa404a7a9fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:23:20.950542 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-b067b4f0-1398-445c-a273-fa404a7a9fa1 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/1180960f-2d21-46a6-8808-3b9bf675fc1c HTTP/1.1" status: 200 len: 886 time: 0.3910227 Sep 22 12:23:22.506148 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=37 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:23:22.509374 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=40 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:23:23.314637 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 5 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:23:23.499144 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 44134) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:23:23.931424 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e00665-10b7-48fd-a12a-b4d14061724f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:23:23.932858 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-62e00665-10b7-48fd-a12a-b4d14061724f admin admin] 10.222.0.33 "GET /networking/v2.0/networks/274f33f4-9773-412a-88fa-6e0aaae9cb5e HTTP/1.1" status: 200 len: 869 time: 0.4328516 Sep 22 12:23:24.933790 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-213c52ae-dbbe-4e22-94b8-069e50d11b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:23:25.319823 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:23:26.507724 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 44144) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:23:26.901655 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890ad7e1-aad1-49f7-a50e-95a273a036ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:23:26.902120 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890ad7e1-aad1-49f7-a50e-95a273a036ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:23:26.903643 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-890ad7e1-aad1-49f7-a50e-95a273a036ef admin admin] 10.222.0.33 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3950562 Sep 22 12:23:27.010075 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d3ffbc32-dee6-475f-9f25-6e9b53d1ca8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:23:28.387514 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:23:29.437818 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 44152) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:23:29.795877 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658d205f-7753-44f2-b1b7-59640ef079a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:23:29.796354 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658d205f-7753-44f2-b1b7-59640ef079a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:23:29.798550 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-658d205f-7753-44f2-b1b7-59640ef079a9 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3597605 Sep 22 12:23:29.820822 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:23:29.917258 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:23:30.946010 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:23:30.946797 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=98,neutron:INSERT=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:23:32.346176 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 44160) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:23:32.720232 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69433273-5219-47bb-b257-93aa7e9c13c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:23:32.721575 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-69433273-5219-47bb-b257-93aa7e9c13c9 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/ca9417b8-f76f-4558-8d9a-3f4f3f8f6591 HTTP/1.1" status: 200 len: 868 time: 0.3744581 Sep 22 12:23:33.311245 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:23:35.306907 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44168) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:23:35.660525 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d68100e-2f94-45d6-a715-5c256a8c240d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:23:35.662424 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-6d68100e-2f94-45d6-a715-5c256a8c240d admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/fa184db2-8082-4bad-bda6-843a7c40c1fc HTTP/1.1" status: 200 len: 816 time: 0.3546708 Sep 22 12:23:39.910079 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:23:39.913097 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:23:42.713039 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=32 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:23:42.717102 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=30 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:23:45.655698 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=6 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:23:45.657553 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:23:54.937952 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-7c2bbe47-dc91-4c14-b5a5-6b3f618331d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:23:57.012499 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-78a71ee4-4a72-4a31-b0f0-7ede7a7bf8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:23:58.389710 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:23:59.822695 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:23:59.920002 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:00.314595 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 5 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:24:05.146978 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44226) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:24:05.467063 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [None req-c9f065a8-3ff4-43bf-8c74-191376dabcf7 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 12:24:05.468064 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-c9f065a8-3ff4-43bf-8c74-191376dabcf7 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3201563 Sep 22 12:24:08.132916 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44234) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:24:08.464645 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb25d82-01f7-46a3-9db7-cdb0138df222 admin admin] GET failed (client error): The resource could not be found. Sep 22 12:24:08.465904 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-beb25d82-01f7-46a3-9db7-cdb0138df222 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3321567 Sep 22 12:24:08.547795 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cb3637-0e4e-48da-9258-a6cae7319470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:24:08.549238 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-e9cb3637-0e4e-48da-9258-a6cae7319470 admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0790370 Sep 22 12:24:09.913179 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:24:09.915521 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:24:10.310595 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:24:10.311263 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:24:11.158390 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44242) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:24:11.475395 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-051a4fec-d674-426d-b197-cdf47ea93606 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:24:11.494490 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051a4fec-d674-426d-b197-cdf47ea93606 admin admin] Made reservation on behalf of 8012745f80ac4412b0055fc9da17a750 for: {'network': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:24:11.496776 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-051a4fec-d674-426d-b197-cdf47ea93606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for network (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:11.523478 dv-cinder-856463-4-iscsi neutron-server[106189]: WARNING neutron.services.revisions.revision_plugin [None req-051a4fec-d674-426d-b197-cdf47ea93606 admin admin] Could not find related network for resource to bump revision. Sep 22 12:24:11.534078 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051a4fec-d674-426d-b197-cdf47ea93606 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=106189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 12:24:11.543232 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-051a4fec-d674-426d-b197-cdf47ea93606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (7e2dac61-9467-415c-be24-43c0d0d09baf), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:11.543568 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.db.segments_db [None req-051a4fec-d674-426d-b197-cdf47ea93606 admin admin] Added segment 7e2dac61-9467-415c-be24-43c0d0d09baf of type vlan for network 954d3b1b-828c-4833-aff6-f35bfc69efb0 Sep 22 12:24:11.584039 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-051a4fec-d674-426d-b197-cdf47ea93606 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742010657190'] for network (954d3b1b-828c-4833-aff6-f35bfc69efb0), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:11.608581 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-051a4fec-d674-426d-b197-cdf47ea93606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for network (954d3b1b-828c-4833-aff6-f35bfc69efb0), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:11.609708 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051a4fec-d674-426d-b197-cdf47ea93606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:24:11.610277 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-051a4fec-d674-426d-b197-cdf47ea93606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:11.659790 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-051a4fec-d674-426d-b197-cdf47ea93606 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5003746 Sep 22 12:24:11.670986 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a4fec-d674-426d-b197-cdf47ea93606 admin admin] Pushing event updated for resources: {'Network': ['ID=954d3b1b-828c-4833-aff6-f35bfc69efb0,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:24:11.686215 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Network 954d3b1b-828c-4833-aff6-f35bfc69efb0 details requested by agent ovs-agent-dv-cinder-856463-4-iscsi with host dv-cinder-856463-4-iscsi {{(pid=106190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 12:24:14.240617 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44250) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:24:14.566490 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d6833e-cab4-4fdc-9d3b-2acadc208497 admin admin] GET failed (client error): The resource could not be found. Sep 22 12:24:14.568082 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-37d6833e-cab4-4fdc-9d3b-2acadc208497 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3264890 Sep 22 12:24:14.725392 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd5f9d9-38a6-4a1a-9332-14d45cc39bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:24:14.726874 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-7bd5f9d9-38a6-4a1a-9332-14d45cc39bf8 admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1545670 Sep 22 12:24:14.736729 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Request body: {'subnet': {'network_id': '954d3b1b-828c-4833-aff6-f35bfc69efb0', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:24:14.757291 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Made reservation on behalf of 8012745f80ac4412b0055fc9da17a750 for: {'subnet': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:24:14.759563 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:14.923519 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for subnet (2f65f175-6663-46cb-a7d4-d9e4b50a9cbc), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:14.971598 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f65f175-6663-46cb-a7d4-d9e4b50a9cbc,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:24:14.985408 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:14.985751 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:14.986085 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:14.986417 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:14.986742 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:14.987066 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:14.987383 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:14.987698 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:14.988014 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:14.988413 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:14.988735 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:14.989070 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:14.989388 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:14.989706 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:14.990017 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:14.997494 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Checking segment: {'id': '7e2dac61-9467-415c-be24-43c0d0d09baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '954d3b1b-828c-4833-aff6-f35bfc69efb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:24:14.997841 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Network hostable DHCP agents. Network: 954d3b1b-828c-4833-aff6-f35bfc69efb0, hostable agents: ['a2e957d1-0bb2-4343-b675-01d2080b3290'], hosted agents: [] {{(pid=106189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 12:24:15.013574 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Network 954d3b1b-828c-4833-aff6-f35bfc69efb0 is scheduled to be hosted by DHCP agent a2e957d1-0bb2-4343-b675-01d2080b3290 with binding_index 1 {{(pid=106189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 12:24:15.022478 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-4-iscsi, 954d3b1b-828c-4833-aff6-f35bfc69efb0) {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:24:15.026319 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:24:15.026899 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:15.031628 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38449257-e2b4-48c2-aefd-8a11274be5da None None] Network 954d3b1b-828c-4833-aff6-f35bfc69efb0 requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:24:15.032582 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:24:15.043493 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-8cb0558a-b936-442b-bd62-d8c920067aa0 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3100684 Sep 22 12:24:15.139864 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c63bb28-3216-551e-ac85-74facc55e4fd-954d3b1b-828c-4833-aff6-f35bfc69efb0', 'network_id': '954d3b1b-828c-4833-aff6-f35bfc69efb0', 'project_id': '8012745f80ac4412b0055fc9da17a750', 'fixed_ips': [{'subnet_id': '2f65f175-6663-46cb-a7d4-d9e4b50a9cbc'}]}} from dv-cinder-856463-4-iscsi. {{(pid=106190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 12:24:15.140844 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:15.373504 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.db_base_plugin_common [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Allocated IP 192.168.233.2 (954d3b1b-828c-4833-aff6-f35bfc69efb0/2f65f175-6663-46cb-a7d4-d9e4b50a9cbc/00d744c0-4d71-486d-9d55-803f6fc24223) {{(pid=106190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:24:15.518908 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Publish callbacks [] for port (00d744c0-4d71-486d-9d55-803f6fc24223), precommit_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:15.525138 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160'] for port (00d744c0-4d71-486d-9d55-803f6fc24223), after_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:15.567460 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Network 954d3b1b-828c-4833-aff6-f35bfc69efb0 is already hosted by enough agents. {{(pid=106190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:24:15.573096 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.base_scheduler [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Resources bound (agent type, host, resource id): {{(pid=106190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:24:15.575641 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Received port after_create {{(pid=106190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:24:15.579117 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Pushing event updated for resources: {'Port': ['ID=00d744c0-4d71-486d-9d55-803f6fc24223,revision_number=1']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:24:15.590533 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:15.590875 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:15.591235 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:15.591597 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:15.591934 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:15.592263 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:15.592612 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:15.592935 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:15.593254 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:15.593581 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:15.593907 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:15.594242 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:15.594569 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:15.594884 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:15.595201 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:24:15.645260 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Attempting to bind port 00d744c0-4d71-486d-9d55-803f6fc24223 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:24:15.645627 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Attempting to bind port 00d744c0-4d71-486d-9d55-803f6fc24223 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '7e2dac61-9467-415c-be24-43c0d0d09baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '954d3b1b-828c-4833-aff6-f35bfc69efb0'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:24:15.646028 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Attempting to bind port 00d744c0-4d71-486d-9d55-803f6fc24223 on network 954d3b1b-828c-4833-aff6-f35bfc69efb0 {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:24:15.692909 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:24:15.692909 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Checking segment: {'id': '7e2dac61-9467-415c-be24-43c0d0d09baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '954d3b1b-828c-4833-aff6-f35bfc69efb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:24:15.693371 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:15.693650 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Bound using segment: {'id': '7e2dac61-9467-415c-be24-43c0d0d09baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '954d3b1b-828c-4833-aff6-f35bfc69efb0'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:24:15.694112 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Bound port: 00d744c0-4d71-486d-9d55-803f6fc24223, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2dac61-9467-415c-be24-43c0d0d09baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '954d3b1b-828c-4833-aff6-f35bfc69efb0'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:24:15.694502 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (00d744c0-4d71-486d-9d55-803f6fc24223), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:15.755399 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] For port 00d744c0-4d71-486d-9d55-803f6fc24223, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:24:15.758670 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] For port 00d744c0-4d71-486d-9d55-803f6fc24223, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=00d744c0-4d71-486d-9d55-803f6fc24223,segment=NetworkSegment(7e2dac61-9467-415c-be24-43c0d0d09baf),segment_id=7e2dac61-9467-415c-be24-43c0d0d09baf)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:24:15.764843 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (00d744c0-4d71-486d-9d55-803f6fc24223), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:15.818852 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11eed3c-4e7f-436d-b0a8-1b9939e8609e None None] Pushing event updated for resources: {'Port': ['ID=00d744c0-4d71-486d-9d55-803f6fc24223,revision_number=2']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:24:16.600583 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bb3af1-7de7-45ff-bf0e-1f35f30df750 None None] Network 954d3b1b-828c-4833-aff6-f35bfc69efb0 requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:24:16.681223 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:24:16.685109 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-bf8c4f11-3e5d-4912-a4b2-763cab95e047 None None] Provisioning complete for port 00d744c0-4d71-486d-9d55-803f6fc24223 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:24:16.685470 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-bf8c4f11-3e5d-4912-a4b2-763cab95e047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (00d744c0-4d71-486d-9d55-803f6fc24223), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:16.685798 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-bf8c4f11-3e5d-4912-a4b2-763cab95e047 None None] Attempt 1 to provision port 00d744c0-4d71-486d-9d55-803f6fc24223 Sep 22 12:24:16.692211 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:24:16.796266 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-bf8c4f11-3e5d-4912-a4b2-763cab95e047 None None] Current status of the port 00d744c0-4d71-486d-9d55-803f6fc24223 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:24:16.796744 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-bf8c4f11-3e5d-4912-a4b2-763cab95e047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (00d744c0-4d71-486d-9d55-803f6fc24223), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:16.833267 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-bf8c4f11-3e5d-4912-a4b2-763cab95e047 None None] For port 00d744c0-4d71-486d-9d55-803f6fc24223, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=00d744c0-4d71-486d-9d55-803f6fc24223,segment=NetworkSegment(7e2dac61-9467-415c-be24-43c0d0d09baf),segment_id=7e2dac61-9467-415c-be24-43c0d0d09baf)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:24:16.838021 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-bf8c4f11-3e5d-4912-a4b2-763cab95e047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (00d744c0-4d71-486d-9d55-803f6fc24223), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:16.900228 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c4f11-3e5d-4912-a4b2-763cab95e047 None None] Pushing event updated for resources: {'Port': ['ID=00d744c0-4d71-486d-9d55-803f6fc24223,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:24:16.956055 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-09d5823d-33c7-4fe7-9cc7-0590037b8009 None None] Provisioning complete for port 00d744c0-4d71-486d-9d55-803f6fc24223 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:24:16.956494 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-09d5823d-33c7-4fe7-9cc7-0590037b8009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (00d744c0-4d71-486d-9d55-803f6fc24223), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:16.956826 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-09d5823d-33c7-4fe7-9cc7-0590037b8009 None None] Attempt 1 to provision port 00d744c0-4d71-486d-9d55-803f6fc24223 Sep 22 12:24:17.036799 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-09d5823d-33c7-4fe7-9cc7-0590037b8009 None None] Current status of the port 00d744c0-4d71-486d-9d55-803f6fc24223 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:24:17.679993 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 00d744c0-4d71-486d-9d55-803f6fc24223 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:24:17.726403 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 00d744c0-4d71-486d-9d55-803f6fc24223 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:24:17.726806 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (00d744c0-4d71-486d-9d55-803f6fc24223), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:17.727118 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 00d744c0-4d71-486d-9d55-803f6fc24223 Sep 22 12:24:17.802769 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 00d744c0-4d71-486d-9d55-803f6fc24223 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:24:24.978547 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-24e755b7-f131-4bba-b429-917885c11eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:25.037162 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=70,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:24:27.014009 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-5e883d6f-13ae-4f52-bd71-1631dacfe017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:28.392968 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:29.826271 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:29.925585 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:37.314214 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 5 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:24:39.322105 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:24:39.913779 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:24:39.921567 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:24:53.306337 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:24:53.306972 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:24:54.941698 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-7bb5a431-5e62-4bb9-a31a-2007fb8025b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:57.016366 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-57c5652a-69ed-4eb0-b02e-0cf64704121c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:58.396525 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:59.828583 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:24:59.918778 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:25:09.906719 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:25:09.914086 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:25:14.312422 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 5 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:25:24.308749 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=17 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:25:24.309462 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=17 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:25:24.943630 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-e8861d83-895c-4386-9958-1266582b1a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:25:27.019492 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-75477589-ea72-4a6a-a58c-a9ad8b47f455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:25:28.399536 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:25:29.833655 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:25:29.921726 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:25:34.599588 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44292) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:25:34.605457 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [None req-69d888c4-3f17-40df-9749-b0832db5b406 tempest-verify_tempest_config-89474735 tempest-verify_tempest_config-89474735-project] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 12:25:34.606429 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-69d888c4-3f17-40df-9749-b0832db5b406 tempest-verify_tempest_config-89474735 tempest-verify_tempest_config-89474735-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0055890 Sep 22 12:25:35.105733 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44310) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:25:35.433194 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-81a84436-b0df-4237-a97e-414eb770006d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:25:35.508952 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-81a84436-b0df-4237-a97e-414eb770006d admin admin] Publish callbacks [] for security_group (4e7c57aa-76ed-4ac5-82b9-929e53df7165), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:25:35.512538 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-81a84436-b0df-4237-a97e-414eb770006d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (4e7c57aa-76ed-4ac5-82b9-929e53df7165), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:25:35.557608 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-81a84436-b0df-4237-a97e-414eb770006d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9131c03327494c689a1dc727cd33c3e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4508569 Sep 22 12:25:35.558408 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a84436-b0df-4237-a97e-414eb770006d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7c57aa-76ed-4ac5-82b9-929e53df7165,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:25:35.560510 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 44314) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:25:35.565023 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a84436-b0df-4237-a97e-414eb770006d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.565363 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a84436-b0df-4237-a97e-414eb770006d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.565751 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a84436-b0df-4237-a97e-414eb770006d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.566084 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a84436-b0df-4237-a97e-414eb770006d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.566408 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a84436-b0df-4237-a97e-414eb770006d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.566729 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a84436-b0df-4237-a97e-414eb770006d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.567048 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a84436-b0df-4237-a97e-414eb770006d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.567365 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a84436-b0df-4237-a97e-414eb770006d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.567695 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a84436-b0df-4237-a97e-414eb770006d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.568017 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a84436-b0df-4237-a97e-414eb770006d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.568372 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a84436-b0df-4237-a97e-414eb770006d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.568707 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a84436-b0df-4237-a97e-414eb770006d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.569025 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a84436-b0df-4237-a97e-414eb770006d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.569336 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a84436-b0df-4237-a97e-414eb770006d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.569649 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a84436-b0df-4237-a97e-414eb770006d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.641728 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-4648337c-5a87-4d73-b6fb-328284f56ede admin admin] Publish callbacks [] for security_group (4e7c57aa-76ed-4ac5-82b9-929e53df7165), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:25:35.661945 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-4648337c-5a87-4d73-b6fb-328284f56ede admin admin] Publish callbacks [] for security_group (4e7c57aa-76ed-4ac5-82b9-929e53df7165), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:25:35.754959 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-4648337c-5a87-4d73-b6fb-328284f56ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (4e7c57aa-76ed-4ac5-82b9-929e53df7165), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:25:35.757575 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-4648337c-5a87-4d73-b6fb-328284f56ede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:25:35.758755 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-4648337c-5a87-4d73-b6fb-328284f56ede admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4e7c57aa-76ed-4ac5-82b9-929e53df7165 HTTP/1.1" status: 204 len: 168 time: 0.1972563 Sep 22 12:25:35.766681 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648337c-5a87-4d73-b6fb-328284f56ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7c57aa-76ed-4ac5-82b9-929e53df7165,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:25:35.774691 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648337c-5a87-4d73-b6fb-328284f56ede admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.775043 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648337c-5a87-4d73-b6fb-328284f56ede admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.775406 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648337c-5a87-4d73-b6fb-328284f56ede admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.775751 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648337c-5a87-4d73-b6fb-328284f56ede admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.776088 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648337c-5a87-4d73-b6fb-328284f56ede admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.776456 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648337c-5a87-4d73-b6fb-328284f56ede admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.776788 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648337c-5a87-4d73-b6fb-328284f56ede admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.777114 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648337c-5a87-4d73-b6fb-328284f56ede admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.777444 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648337c-5a87-4d73-b6fb-328284f56ede admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.777775 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648337c-5a87-4d73-b6fb-328284f56ede admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.778120 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648337c-5a87-4d73-b6fb-328284f56ede admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.778436 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648337c-5a87-4d73-b6fb-328284f56ede admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.778758 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648337c-5a87-4d73-b6fb-328284f56ede admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.779080 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648337c-5a87-4d73-b6fb-328284f56ede admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:35.779404 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4648337c-5a87-4d73-b6fb-328284f56ede admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:25:39.917944 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:25:45.554836 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=17,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:25:45.561241 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=22,neutron:INSERT=6 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:25:45.763119 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:25:45.771058 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:25:45.798877 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:25:51.311463 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 5 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:25:53.323049 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:25:54.945559 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-9c4b3bb3-af83-4127-9599-869fecc717bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:25:57.021846 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-ee8e56d4-fc00-4e0b-85ec-266ac74d9c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:25:58.401434 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:25:59.838058 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:25:59.922680 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:26:01.308102 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=6 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:26:09.916634 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:26:09.918492 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:26:24.982264 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-8d1f218a-d46c-4ff4-a82c-a76465b61f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:26:27.024165 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-c308b53c-7b1c-4fdd-a895-ee6b1b9b93fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:26:28.310372 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 5 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:26:28.404151 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:26:29.840179 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:26:29.924815 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:26:39.914212 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:26:39.921360 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:26:43.310436 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=7 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:26:53.312882 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:26:54.944942 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-7e55b8b7-3021-4b5b-8e3f-649b392469e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:26:57.026041 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d37c1861-8b06-44e2-bc86-ef98b9e87f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:26:58.407374 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:26:59.844662 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:26:59.925783 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:27:05.309689 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 5 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:27:08.023650 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-630219'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:27:15.306670 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:27:15.307594 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=6 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:27:18.017090 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:27:18.019778 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:27:20.743024 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44408) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:27:20.868341 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-6f399179-fe5e-42a4-b261-9cfecccd7760 admin admin] 10.222.0.33 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1242833 Sep 22 12:27:23.294966 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44418) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:27:23.348682 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-7bbf0c94-0550-443e-8571-44f0f31b2278 admin admin] 10.222.0.33 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0527046 Sep 22 12:27:24.947789 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-c395a196-c749-42b2-9568-8155f3d37e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:27:27.029786 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a47742c0-ad8d-4d04-bc89-e79ca9ce513d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:27:28.408768 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:27:29.852315 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:27:29.931581 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:27:33.343123 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:27:33.344232 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:27:38.000447 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:27:42.308841 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:27:47.993744 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:27:47.996281 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:27:54.950578 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d7c9d0d7-7cb7-457a-802d-c9357229b6cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:27:54.963446 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=19 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:27:54.964199 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=15 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:27:57.033849 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-fd4b8e1a-bb7c-460f-b07f-4dceb2af9cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:27:58.412406 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:27:59.855108 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:27:59.924838 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:08.022544 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:18.016900 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:28:18.019030 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:28:19.307788 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:28:21.325248 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:28:24.983536 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-7933b7fc-2981-4de7-b78c-d7460a108eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:27.036331 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-8bba4d35-5703-4934-a8ce-21c3b0720cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:28.415123 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:29.303863 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:28:29.856077 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:29.930259 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:38.020254 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:48.013990 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:28:48.015992 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:28:54.973873 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-db62701b-2fa2-4531-b9e9-02191e4c652b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:56.162854 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44570) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:28:56.306679 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:28:56.415355 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1469968037-network', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:28:56.438136 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Made reservation on behalf of fb62ca26c4fe47deb0a21511a96e6403 for: {'network': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:28:56.441064 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for network (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:56.454913 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:56.543885 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Publish callbacks [] for security_group (7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:56.549589 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:56.583187 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=106189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 12:28:56.585702 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:28:56.596386 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:56.596810 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:56.597070 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:56.597357 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:56.597660 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:56.598874 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:56.599371 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:56.599704 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:56.600051 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:56.600406 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:56.600751 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:56.601082 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:56.601405 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:56.601981 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:56.602298 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Tracked resource versions report: Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: pushed versions: Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: { 'AddressGroup': {'1.2'}, Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Agent': {'1.1'}, Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'ConntrackHelper': {'1.0'}, Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'LocalIPAssociation': {'1.0'}, Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Log': {'1.0'}, Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'NDPProxy': {'1.0'}, Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Network': {'1.1'}, Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Port': {'1.7'}, Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'PortForwarding': {'1.3'}, Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'QosPolicy': {'1.10'}, Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'SecurityGroup': {'1.5'}, Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'SecurityGroupRule': {'1.2'}, Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'SubPort': {'1.0'}, Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Subnet': {'1.1'}, Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Trunk': {'1.1'}} Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: consumer versions: Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: { DHCP agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: HyperV agent@hv-cinder-85646: {}, Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: L3 agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: Metadata agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: Metering agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: Open vSwitch agent@dv-cinder-856463-4-iscsi: { 'AddressGroup': '1.2', Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Agent': '1.1', Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'ConntrackHelper': '1.0', Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'LocalIPAssociation': '1.0', Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Log': '1.0', Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'NDPProxy': '1.0', Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Network': '1.1', Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Port': '1.7', Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'PortForwarding': '1.3', Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'QosPolicy': '1.10', Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'SecurityGroup': '1.5', Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'SecurityGroupRule': '1.2', Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'SubPort': '1.0', Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Subnet': '1.1', Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: 'Trunk': '1.1'}} Sep 22 12:28:56.603497 dv-cinder-856463-4-iscsi neutron-server[106189]: {{(pid=106189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 12:28:56.613108 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (c340f29b-02bd-42f1-9691-706be126d2ad), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:56.613373 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.db.segments_db [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Added segment c340f29b-02bd-42f1-9691-706be126d2ad of type vlan for network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a Sep 22 12:28:56.671145 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742010657190'] for network (8db57afe-6ac0-4ca9-95e4-169c6f6e837a), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:56.697977 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for network (8db57afe-6ac0-4ca9-95e4-169c6f6e837a), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:56.698982 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:28:56.699722 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:56.762225 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] Pushing event updated for resources: {'Network': ['ID=8db57afe-6ac0-4ca9-95e4-169c6f6e837a,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:28:56.773620 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-7d318974-3b02-4106-a6d9-70aeed0f94d3 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6052005 Sep 22 12:28:56.774468 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 44616) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:28:56.775485 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a details requested by agent ovs-agent-dv-cinder-856463-4-iscsi with host dv-cinder-856463-4-iscsi {{(pid=106190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 12:28:56.787987 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Request body: {'subnet': {'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1469968037-subnet', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:28:56.824284 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Made reservation on behalf of fb62ca26c4fe47deb0a21511a96e6403 for: {'subnet': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:28:56.829330 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.040918 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d7cba7af-ee17-4ee8-a951-95eb0afcaff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.059997 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for subnet (6136a7d9-4fb1-4ae9-8b34-a44ca765189e), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.077674 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44630) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:28:57.123848 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44634) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:28:57.130745 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6136a7d9-4fb1-4ae9-8b34-a44ca765189e,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:28:57.144438 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.145307 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.145848 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.146179 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.146662 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.147149 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.147761 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.148088 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.148527 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.148743 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.149239 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.149739 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.150070 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.150390 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.150708 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Tracked resource versions report: Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: pushed versions: Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: { 'AddressGroup': {'1.2'}, Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Agent': {'1.1'}, Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'ConntrackHelper': {'1.0'}, Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'LocalIPAssociation': {'1.0'}, Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Log': {'1.0'}, Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'NDPProxy': {'1.0'}, Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Network': {'1.1'}, Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Port': {'1.7'}, Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'PortForwarding': {'1.3'}, Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'QosPolicy': {'1.10'}, Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'SecurityGroup': {'1.5'}, Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'SecurityGroupRule': {'1.2'}, Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'SubPort': {'1.0'}, Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Subnet': {'1.1'}, Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Trunk': {'1.1'}} Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: consumer versions: Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: { DHCP agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: HyperV agent@hv-cinder-85646: {}, Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: L3 agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: Metadata agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: Metering agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: Open vSwitch agent@dv-cinder-856463-4-iscsi: { 'AddressGroup': '1.2', Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Agent': '1.1', Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'ConntrackHelper': '1.0', Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'LocalIPAssociation': '1.0', Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Log': '1.0', Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'NDPProxy': '1.0', Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Network': '1.1', Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Port': '1.7', Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'PortForwarding': '1.3', Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'QosPolicy': '1.10', Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'SecurityGroup': '1.5', Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'SecurityGroupRule': '1.2', Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'SubPort': '1.0', Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Subnet': '1.1', Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: 'Trunk': '1.1'}} Sep 22 12:28:57.151865 dv-cinder-856463-4-iscsi neutron-server[106188]: {{(pid=106188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 12:28:57.166138 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Checking segment: {'id': 'c340f29b-02bd-42f1-9691-706be126d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:28:57.166138 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Network hostable DHCP agents. Network: 8db57afe-6ac0-4ca9-95e4-169c6f6e837a, hostable agents: ['a2e957d1-0bb2-4343-b675-01d2080b3290'], hosted agents: [] {{(pid=106188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 12:28:57.166575 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44638) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:28:57.185760 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a is scheduled to be hosted by DHCP agent a2e957d1-0bb2-4343-b675-01d2080b3290 with binding_index 1 {{(pid=106188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 12:28:57.199360 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-4-iscsi, 8db57afe-6ac0-4ca9-95e4-169c6f6e837a) {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:28:57.205275 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:28:57.205915 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.212596 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666e09fd-ea93-48e9-b6c9-d7ff17644777 None None] Network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:28:57.237503 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44644) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:28:57.243665 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-fb817823-7b84-43ef-b543-dd1096f65958 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1469968037-router', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:28:57.251754 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-d109d178-ca33-442e-9c0b-c0c47e85bb99 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4715350 Sep 22 12:28:57.268562 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 44646) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:28:57.278181 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-fb817823-7b84-43ef-b543-dd1096f65958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (eebb0bf7-e40b-41df-b3a4-ca04676302e4), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.280193 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-fb817823-7b84-43ef-b543-dd1096f65958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-625649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12660'] for router (eebb0bf7-e40b-41df-b3a4-ca04676302e4), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.338528 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c63bb28-3216-551e-ac85-74facc55e4fd-8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'fixed_ips': [{'subnet_id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e'}]}} from dv-cinder-856463-4-iscsi. {{(pid=106190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 12:28:57.339459 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.350541 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-fb817823-7b84-43ef-b543-dd1096f65958 admin admin] Publish callbacks [] for router_controller (eebb0bf7-e40b-41df-b3a4-ca04676302e4), precommit_add_association {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.493526 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-89eb8046-cb63-4c4f-a68e-02f87c96ec9e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2139353545-network', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:28:57.535553 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-0f615e83-5409-449e-ab25-416ec3704346 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1801587263-network', 'tenant_id': 'acfd00e7112b409bba3cdf9480508b02'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:28:57.550337 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-44d8eb97-d88b-4595-af3d-46ff6b3d394e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1929293802-network', 'tenant_id': 'c3d5c01356eb45f9b87fddc5526b6de1'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:28:57.554001 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.db_base_plugin_common [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Allocated IP 172.20.0.2 (8db57afe-6ac0-4ca9-95e4-169c6f6e837a/6136a7d9-4fb1-4ae9-8b34-a44ca765189e/55e4be7c-a03a-4222-a12b-5da819408563) {{(pid=106190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:28:57.589969 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-47e421fd-b355-4eb5-ab33-783a237d3012 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1504616952-network', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:28:57.594076 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-fb817823-7b84-43ef-b543-dd1096f65958 admin admin] Publish callbacks [] for router_gateway (eebb0bf7-e40b-41df-b3a4-ca04676302e4), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.597705 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f615e83-5409-449e-ab25-416ec3704346 admin admin] Made reservation on behalf of acfd00e7112b409bba3cdf9480508b02 for: {'network': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:28:57.600599 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0f615e83-5409-449e-ab25-416ec3704346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for network (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.615283 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0f615e83-5409-449e-ab25-416ec3704346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.623564 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d8eb97-d88b-4595-af3d-46ff6b3d394e admin admin] Made reservation on behalf of c3d5c01356eb45f9b87fddc5526b6de1 for: {'network': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:28:57.626278 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-44d8eb97-d88b-4595-af3d-46ff6b3d394e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for network (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.640264 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-44d8eb97-d88b-4595-af3d-46ff6b3d394e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.643038 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e421fd-b355-4eb5-ab33-783a237d3012 admin admin] Made reservation on behalf of 40ddbbe59b90403fb3ea9212d10727aa for: {'network': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:28:57.646357 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-47e421fd-b355-4eb5-ab33-783a237d3012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for network (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.673801 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-47e421fd-b355-4eb5-ab33-783a237d3012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.731666 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-44d8eb97-d88b-4595-af3d-46ff6b3d394e admin admin] Publish callbacks [] for security_group (cbafb52f-bb54-4bcc-b411-5dc2a6101756), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.744740 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:INSERT=23,neutron:SELECT=72,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:28:57.745616 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:28:57.746594 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eb8046-cb63-4c4f-a68e-02f87c96ec9e admin admin] Made reservation on behalf of 89fe74d1d646452e83cb93420766c0a2 for: {'network': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:28:57.748938 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-89eb8046-cb63-4c4f-a68e-02f87c96ec9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for network (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.758078 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-44d8eb97-d88b-4595-af3d-46ff6b3d394e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (cbafb52f-bb54-4bcc-b411-5dc2a6101756), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.771084 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d8eb97-d88b-4595-af3d-46ff6b3d394e admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=106189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 12:28:57.839047 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8eb97-d88b-4595-af3d-46ff6b3d394e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbafb52f-bb54-4bcc-b411-5dc2a6101756,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:28:57.846154 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-89eb8046-cb63-4c4f-a68e-02f87c96ec9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.856760 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-47e421fd-b355-4eb5-ab33-783a237d3012 admin admin] Publish callbacks [] for security_group (8a1ff795-64d4-4359-b8e7-868ca8531d75), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.861762 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Publish callbacks [] for port (55e4be7c-a03a-4222-a12b-5da819408563), precommit_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.868189 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-47e421fd-b355-4eb5-ab33-783a237d3012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (8a1ff795-64d4-4359-b8e7-868ca8531d75), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.878060 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160'] for port (55e4be7c-a03a-4222-a12b-5da819408563), after_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.883352 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-44d8eb97-d88b-4595-af3d-46ff6b3d394e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (80b4bebb-fac1-44d5-9a3b-6ab9cf984155), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.883690 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.db.segments_db [None req-44d8eb97-d88b-4595-af3d-46ff6b3d394e admin admin] Added segment 80b4bebb-fac1-44d5-9a3b-6ab9cf984155 of type vlan for network a2d803dc-263e-4ef5-be2a-d229ccef9d97 Sep 22 12:28:57.901961 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e421fd-b355-4eb5-ab33-783a237d3012 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=106188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 12:28:57.952824 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0f615e83-5409-449e-ab25-416ec3704346 admin admin] Publish callbacks [] for security_group (23c04e7a-db9b-4d97-b1c8-62d5f164a1d8), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.962304 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Pushing event updated for resources: {'Port': ['ID=55e4be7c-a03a-4222-a12b-5da819408563,revision_number=1']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:28:57.968145 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-47e421fd-b355-4eb5-ab33-783a237d3012 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742011169976', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (37d7b4a9-d2a3-4277-965d-993fe01576c4), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:57.968696 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-47e421fd-b355-4eb5-ab33-783a237d3012 admin admin] Unsubscribe: segment precommit_create {{(pid=106188) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 12:28:57.969200 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.segments_db [None req-47e421fd-b355-4eb5-ab33-783a237d3012 admin admin] Added segment 37d7b4a9-d2a3-4277-965d-993fe01576c4 of type vlan for network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd Sep 22 12:28:57.986300 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.989656 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.990158 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.990676 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.991021 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.991353 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.991684 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.992012 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.992361 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.992687 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.993016 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.993354 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.993670 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.993996 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:57.994317 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Tracked resource versions report: Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: pushed versions: Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: { 'AddressGroup': {'1.2'}, Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Agent': {'1.1'}, Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'ConntrackHelper': {'1.0'}, Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'LocalIPAssociation': {'1.0'}, Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Log': {'1.0'}, Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'NDPProxy': {'1.0'}, Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Network': {'1.1'}, Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Port': {'1.7'}, Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'PortForwarding': {'1.3'}, Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'QosPolicy': {'1.10'}, Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'SecurityGroup': {'1.5'}, Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'SecurityGroupRule': {'1.2'}, Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'SubPort': {'1.0'}, Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Subnet': {'1.1'}, Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Trunk': {'1.1'}} Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: consumer versions: Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: { DHCP agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: HyperV agent@hv-cinder-85646: {}, Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: L3 agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: Metadata agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: Metering agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: Open vSwitch agent@dv-cinder-856463-4-iscsi: { 'AddressGroup': '1.2', Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Agent': '1.1', Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'ConntrackHelper': '1.0', Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'LocalIPAssociation': '1.0', Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Log': '1.0', Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'NDPProxy': '1.0', Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Network': '1.1', Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Port': '1.7', Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'PortForwarding': '1.3', Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'QosPolicy': '1.10', Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'SecurityGroup': '1.5', Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'SecurityGroupRule': '1.2', Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'SubPort': '1.0', Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Subnet': '1.1', Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: 'Trunk': '1.1'}} Sep 22 12:28:58.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: {{(pid=106190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 12:28:58.025584 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a is already hosted by enough agents. {{(pid=106190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:28:58.027308 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.base_scheduler [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Resources bound (agent type, host, resource id): {{(pid=106190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:28:58.030974 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Received port after_create {{(pid=106190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:28:58.035600 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0f615e83-5409-449e-ab25-416ec3704346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (23c04e7a-db9b-4d97-b1c8-62d5f164a1d8), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:58.077753 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-47e421fd-b355-4eb5-ab33-783a237d3012 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742010657190'] for network (a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:58.119567 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e421fd-b355-4eb5-ab33-783a237d3012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1ff795-64d4-4359-b8e7-868ca8531d75,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:28:58.129889 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Attempting to bind port 55e4be7c-a03a-4222-a12b-5da819408563 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:28:58.130462 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Attempting to bind port 55e4be7c-a03a-4222-a12b-5da819408563 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': 'c340f29b-02bd-42f1-9691-706be126d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:28:58.131196 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Attempting to bind port 55e4be7c-a03a-4222-a12b-5da819408563 on network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:28:58.175020 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-47e421fd-b355-4eb5-ab33-783a237d3012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for network (a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:58.176836 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e421fd-b355-4eb5-ab33-783a237d3012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:28:58.177459 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-47e421fd-b355-4eb5-ab33-783a237d3012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:58.205688 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f615e83-5409-449e-ab25-416ec3704346 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=106189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 12:28:58.211176 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:28:58.211793 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Checking segment: {'id': 'c340f29b-02bd-42f1-9691-706be126d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:28:58.213512 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:58.214096 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Bound using segment: {'id': 'c340f29b-02bd-42f1-9691-706be126d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:28:58.215032 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Bound port: 55e4be7c-a03a-4222-a12b-5da819408563, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c340f29b-02bd-42f1-9691-706be126d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:28:58.215583 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (55e4be7c-a03a-4222-a12b-5da819408563), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:58.227005 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0f615e83-5409-449e-ab25-416ec3704346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:58.227347 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.db.segments_db [None req-0f615e83-5409-449e-ab25-416ec3704346 admin admin] Added segment ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828 of type vlan for network 00c667b7-ed04-4735-ad4f-fba2a6edba76 Sep 22 12:28:58.298503 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] For port 55e4be7c-a03a-4222-a12b-5da819408563, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:28:58.303182 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] For port 55e4be7c-a03a-4222-a12b-5da819408563, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=55e4be7c-a03a-4222-a12b-5da819408563,segment=NetworkSegment(c340f29b-02bd-42f1-9691-706be126d2ad),segment_id=c340f29b-02bd-42f1-9691-706be126d2ad)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:28:58.313848 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (55e4be7c-a03a-4222-a12b-5da819408563), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:58.316824 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f615e83-5409-449e-ab25-416ec3704346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:28:58.338360 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:28:58.342032 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=6 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:28:58.371503 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-47e421fd-b355-4eb5-ab33-783a237d3012 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1012619 Sep 22 12:28:58.417129 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:28:58.418506 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e421fd-b355-4eb5-ab33-783a237d3012 admin admin] Pushing event updated for resources: {'Network': ['ID=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:28:58.432184 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 44706) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:28:58.442500 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd details requested by agent ovs-agent-dv-cinder-856463-4-iscsi with host dv-cinder-856463-4-iscsi {{(pid=106190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 12:28:58.445835 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-89eb8046-cb63-4c4f-a68e-02f87c96ec9e admin admin] Publish callbacks [] for security_group (46bc456b-31d6-4d27-b34a-4510edb0b465), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:58.446270 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-bab9d746-a05c-4cef-ab7d-b00493816fe3 admin admin] Request body: {'subnet': {'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-subnet', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:28:58.478718 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab9d746-a05c-4cef-ab7d-b00493816fe3 admin admin] Made reservation on behalf of 40ddbbe59b90403fb3ea9212d10727aa for: {'subnet': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:28:58.478987 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0f615e83-5409-449e-ab25-416ec3704346 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742010657190'] for network (00c667b7-ed04-4735-ad4f-fba2a6edba76), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:58.482224 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bab9d746-a05c-4cef-ab7d-b00493816fe3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:58.530470 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0f615e83-5409-449e-ab25-416ec3704346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for network (00c667b7-ed04-4735-ad4f-fba2a6edba76), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:58.531557 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f615e83-5409-449e-ab25-416ec3704346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:28:58.532225 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0f615e83-5409-449e-ab25-416ec3704346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:58.550109 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:28:58.561005 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:58.566802 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:28:58.571433 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d11f74-6f19-499c-8f60-f20498c8ccfb None None] Pushing event updated for resources: {'Port': ['ID=55e4be7c-a03a-4222-a12b-5da819408563,revision_number=2']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:28:58.617820 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-44d8eb97-d88b-4595-af3d-46ff6b3d394e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742010657190'] for network (a2d803dc-263e-4ef5-be2a-d229ccef9d97), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:58.622815 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:28:58.650248 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-89eb8046-cb63-4c4f-a68e-02f87c96ec9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (46bc456b-31d6-4d27-b34a-4510edb0b465), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:58.706206 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-0f615e83-5409-449e-ab25-416ec3704346 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5812666 Sep 22 12:28:58.707896 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-44d8eb97-d88b-4595-af3d-46ff6b3d394e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for network (a2d803dc-263e-4ef5-be2a-d229ccef9d97), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:58.709896 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d8eb97-d88b-4595-af3d-46ff6b3d394e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:28:58.710723 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-44d8eb97-d88b-4595-af3d-46ff6b3d394e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:58.756596 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 44718) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:28:58.756596 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-5e35a08c-7d70-4044-a91b-546b65e0026c admin admin] Request body: {'subnet': {'network_id': '00c667b7-ed04-4735-ad4f-fba2a6edba76', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1801587263-subnet', 'tenant_id': 'acfd00e7112b409bba3cdf9480508b02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:28:58.855764 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89eb8046-cb63-4c4f-a68e-02f87c96ec9e admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=106189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 12:28:58.874751 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb8046-cb63-4c4f-a68e-02f87c96ec9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bc456b-31d6-4d27-b34a-4510edb0b465,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:28:58.883891 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bab9d746-a05c-4cef-ab7d-b00493816fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for subnet (d853fe9a-55b9-4c8d-9099-d1741ea2e14d), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:58.904630 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:28:58.924203 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-89eb8046-cb63-4c4f-a68e-02f87c96ec9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (959b0173-edf3-4a4b-a878-688b20dcf91a), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:58.926882 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.db.segments_db [None req-89eb8046-cb63-4c4f-a68e-02f87c96ec9e admin admin] Added segment 959b0173-edf3-4a4b-a878-688b20dcf91a of type vlan for network fa4f03ac-0d51-4ef1-9086-3b2b84cb717e Sep 22 12:28:58.996466 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-89eb8046-cb63-4c4f-a68e-02f87c96ec9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742010657190'] for network (fa4f03ac-0d51-4ef1-9086-3b2b84cb717e), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:59.017131 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e35a08c-7d70-4044-a91b-546b65e0026c admin admin] Made reservation on behalf of acfd00e7112b409bba3cdf9480508b02 for: {'subnet': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:28:59.020350 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5e35a08c-7d70-4044-a91b-546b65e0026c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:59.087204 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-fb817823-7b84-43ef-b543-dd1096f65958 admin admin] Publish callbacks [] for router_gateway (eebb0bf7-e40b-41df-b3a4-ca04676302e4), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:59.089075 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f615e83-5409-449e-ab25-416ec3704346 admin admin] Pushing event updated for resources: {'Network': ['ID=00c667b7-ed04-4735-ad4f-fba2a6edba76,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:28:59.098881 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9d746-a05c-4cef-ab7d-b00493816fe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d853fe9a-55b9-4c8d-9099-d1741ea2e14d,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:28:59.104839 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Network 00c667b7-ed04-4735-ad4f-fba2a6edba76 details requested by agent ovs-agent-dv-cinder-856463-4-iscsi with host dv-cinder-856463-4-iscsi {{(pid=106190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 12:28:59.140687 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab9d746-a05c-4cef-ab7d-b00493816fe3 admin admin] Checking segment: {'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:28:59.141287 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab9d746-a05c-4cef-ab7d-b00493816fe3 admin admin] Network hostable DHCP agents. Network: a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd, hostable agents: ['a2e957d1-0bb2-4343-b675-01d2080b3290'], hosted agents: [] {{(pid=106188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 12:28:59.150954 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8eb97-d88b-4595-af3d-46ff6b3d394e admin admin] Pushing event updated for resources: {'Network': ['ID=a2d803dc-263e-4ef5-be2a-d229ccef9d97,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:28:59.158176 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-44d8eb97-d88b-4595-af3d-46ff6b3d394e admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9893961 Sep 22 12:28:59.160410 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 44738) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:28:59.168625 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-328e29dc-9e0a-4237-b67f-74537dc70886 admin admin] Request body: {'subnet': {'network_id': 'a2d803dc-263e-4ef5-be2a-d229ccef9d97', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1929293802-subnet', 'tenant_id': 'c3d5c01356eb45f9b87fddc5526b6de1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:28:59.227710 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-89eb8046-cb63-4c4f-a68e-02f87c96ec9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for network (fa4f03ac-0d51-4ef1-9086-3b2b84cb717e), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:59.229713 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Network a2d803dc-263e-4ef5-be2a-d229ccef9d97 details requested by agent ovs-agent-dv-cinder-856463-4-iscsi with host dv-cinder-856463-4-iscsi {{(pid=106190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 12:28:59.230476 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eb8046-cb63-4c4f-a68e-02f87c96ec9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:28:59.236184 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-89eb8046-cb63-4c4f-a68e-02f87c96ec9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:59.238808 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab9d746-a05c-4cef-ab7d-b00493816fe3 admin admin] Network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd is scheduled to be hosted by DHCP agent a2e957d1-0bb2-4343-b675-01d2080b3290 with binding_index 1 {{(pid=106188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 12:28:59.246833 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-fb817823-7b84-43ef-b543-dd1096f65958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:59.285890 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328e29dc-9e0a-4237-b67f-74537dc70886 admin admin] Made reservation on behalf of c3d5c01356eb45f9b87fddc5526b6de1 for: {'subnet': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:28:59.292194 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-328e29dc-9e0a-4237-b67f-74537dc70886 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:59.310904 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-bab9d746-a05c-4cef-ab7d-b00493816fe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-4-iscsi, a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd) {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:28:59.352288 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab9d746-a05c-4cef-ab7d-b00493816fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:28:59.352858 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bab9d746-a05c-4cef-ab7d-b00493816fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:59.378065 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4126f6-305b-404e-bf77-93e4dd2cbe04 None None] Network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:28:59.486331 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:28:59.506529 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-89eb8046-cb63-4c4f-a68e-02f87c96ec9e admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4274170 Sep 22 12:28:59.548709 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 44746) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:28:59.604934 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1690fcc6-2097-4bd1-8ab8-bfc3b9d8f93d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c63bb28-3216-551e-ac85-74facc55e4fd-a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d'}]}} from dv-cinder-856463-4-iscsi. {{(pid=106190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 12:28:59.605760 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1690fcc6-2097-4bd1-8ab8-bfc3b9d8f93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:59.615305 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-ef5fc6c0-e4b1-4551-8b2d-186ebece9a01 admin admin] Request body: {'subnet': {'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2139353545-subnet', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:28:59.626011 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb8046-cb63-4c4f-a68e-02f87c96ec9e admin admin] Pushing event updated for resources: {'Network': ['ID=fa4f03ac-0d51-4ef1-9086-3b2b84cb717e,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:28:59.652242 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Network fa4f03ac-0d51-4ef1-9086-3b2b84cb717e details requested by agent ovs-agent-dv-cinder-856463-4-iscsi with host dv-cinder-856463-4-iscsi {{(pid=106190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 12:28:59.652764 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-bab9d746-a05c-4cef-ab7d-b00493816fe3 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2147944 Sep 22 12:28:59.656158 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44752) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:28:59.668343 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5e35a08c-7d70-4044-a91b-546b65e0026c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for subnet (c9d5cb36-7762-4e4d-88e2-a9b037283a4c), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:59.673674 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-d4cab4bb-9958-4d37-8c25-7b9304c6abdc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:28:59.826525 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d4cab4bb-9958-4d37-8c25-7b9304c6abdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (b29ff6e8-f65e-42d9-b132-792f8e95ae0a), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:59.829557 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d4cab4bb-9958-4d37-8c25-7b9304c6abdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-625649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12660'] for router (b29ff6e8-f65e-42d9-b132-792f8e95ae0a), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:59.842860 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5fc6c0-e4b1-4551-8b2d-186ebece9a01 admin admin] Made reservation on behalf of 89fe74d1d646452e83cb93420766c0a2 for: {'subnet': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:28:59.846914 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc6c0-e4b1-4551-8b2d-186ebece9a01 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:28:59.854148 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35a08c-7d70-4044-a91b-546b65e0026c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d5cb36-7762-4e4d-88e2-a9b037283a4c,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:28:59.889391 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44758) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:28:59.935292 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [None req-fb817823-7b84-43ef-b543-dd1096f65958 admin admin] Allocated IP 172.27.0.216 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/fa1983a8-9fe4-4ab4-8bba-ed49495e7447) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:28:59.979289 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-328e29dc-9e0a-4237-b67f-74537dc70886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for subnet (778c3250-d364-4260-82f9-d57e9fcc43ae), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:00.079899 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 55e4be7c-a03a-4222-a12b-5da819408563 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:00.081891 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d311b182-f0af-418d-b654-56f09abb26ee None None] Network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:29:00.105852 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d4cab4bb-9958-4d37-8c25-7b9304c6abdc admin admin] Publish callbacks [] for router_controller (b29ff6e8-f65e-42d9-b132-792f8e95ae0a), precommit_add_association {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:00.107551 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e35a08c-7d70-4044-a91b-546b65e0026c admin admin] Checking segment: {'id': 'ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '00c667b7-ed04-4735-ad4f-fba2a6edba76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:29:00.109282 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e35a08c-7d70-4044-a91b-546b65e0026c admin admin] Network hostable DHCP agents. Network: 00c667b7-ed04-4735-ad4f-fba2a6edba76, hostable agents: ['a2e957d1-0bb2-4343-b675-01d2080b3290'], hosted agents: [] {{(pid=106188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 12:29:00.130065 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:00.166327 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-c7cb3025-b46a-4f95-b89e-cbbee3fb3a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:00.195673 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e29dc-9e0a-4237-b67f-74537dc70886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=778c3250-d364-4260-82f9-d57e9fcc43ae,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:00.215372 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e35a08c-7d70-4044-a91b-546b65e0026c admin admin] Network 00c667b7-ed04-4735-ad4f-fba2a6edba76 is scheduled to be hosted by DHCP agent a2e957d1-0bb2-4343-b675-01d2080b3290 with binding_index 1 {{(pid=106188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 12:29:00.222598 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e29dc-9e0a-4237-b67f-74537dc70886 admin admin] Checking segment: {'id': '80b4bebb-fac1-44d5-9a3b-6ab9cf984155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a2d803dc-263e-4ef5-be2a-d229ccef9d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:29:00.223212 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e29dc-9e0a-4237-b67f-74537dc70886 admin admin] Network hostable DHCP agents. Network: a2d803dc-263e-4ef5-be2a-d229ccef9d97, hostable agents: ['a2e957d1-0bb2-4343-b675-01d2080b3290'], hosted agents: [] {{(pid=106188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 12:29:00.269961 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-5e35a08c-7d70-4044-a91b-546b65e0026c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-4-iscsi, 00c667b7-ed04-4735-ad4f-fba2a6edba76) {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:00.279473 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e35a08c-7d70-4044-a91b-546b65e0026c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:00.280289 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5e35a08c-7d70-4044-a91b-546b65e0026c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:00.283919 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.db_base_plugin_common [None req-1690fcc6-2097-4bd1-8ab8-bfc3b9d8f93d None None] Allocated IP 172.20.0.2 (a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd/d853fe9a-55b9-4c8d-9099-d1741ea2e14d/b48cc67c-79dd-4151-94d3-1caeba66e6be) {{(pid=106190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:29:00.299664 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e29dc-9e0a-4237-b67f-74537dc70886 admin admin] Network a2d803dc-263e-4ef5-be2a-d229ccef9d97 is scheduled to be hosted by DHCP agent a2e957d1-0bb2-4343-b675-01d2080b3290 with binding_index 1 {{(pid=106188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 12:29:00.327572 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-328e29dc-9e0a-4237-b67f-74537dc70886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-4-iscsi, a2d803dc-263e-4ef5-be2a-d229ccef9d97) {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:00.342311 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-5e35a08c-7d70-4044-a91b-546b65e0026c admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6079440 Sep 22 12:29:00.345029 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 44774) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:00.352380 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-bf75839f-b1cf-4067-a7ff-90dcdae08f5e admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1801587263-router', 'tenant_id': 'acfd00e7112b409bba3cdf9480508b02', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:00.357184 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:DELETE=2,neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:00.361928 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328e29dc-9e0a-4237-b67f-74537dc70886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:00.362720 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-328e29dc-9e0a-4237-b67f-74537dc70886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:00.389905 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc6c0-e4b1-4551-8b2d-186ebece9a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for subnet (d3942071-66f3-4019-bd71-b3135c985af6), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:00.430741 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-328e29dc-9e0a-4237-b67f-74537dc70886 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2666130 Sep 22 12:29:00.450005 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf75839f-b1cf-4067-a7ff-90dcdae08f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (82577888-5883-420a-8bdc-683193210c88), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:00.451330 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf75839f-b1cf-4067-a7ff-90dcdae08f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-625649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12660'] for router (82577888-5883-420a-8bdc-683193210c88), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:00.471438 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fc6c0-e4b1-4551-8b2d-186ebece9a01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3942071-66f3-4019-bd71-b3135c985af6,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:00.472746 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-c7cb3025-b46a-4f95-b89e-cbbee3fb3a5a admin admin] Publish callbacks [] for security_group (3fe98f5e-aed8-4935-a257-71ec8dbe6e92), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:00.474214 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:00.558386 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-c7cb3025-b46a-4f95-b89e-cbbee3fb3a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (3fe98f5e-aed8-4935-a257-71ec8dbe6e92), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:00.564514 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5fc6c0-e4b1-4551-8b2d-186ebece9a01 admin admin] Checking segment: {'id': '959b0173-edf3-4a4b-a878-688b20dcf91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:29:00.565773 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5fc6c0-e4b1-4551-8b2d-186ebece9a01 admin admin] Network hostable DHCP agents. Network: fa4f03ac-0d51-4ef1-9086-3b2b84cb717e, hostable agents: ['a2e957d1-0bb2-4343-b675-01d2080b3290'], hosted agents: [] {{(pid=106188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 12:29:00.582851 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007f7476-8fc6-4f3f-abfb-4b3b90a11fa7 None None] Network 00c667b7-ed04-4735-ad4f-fba2a6edba76 requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:29:00.585880 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce98f7a-08dc-4e93-9355-1b96081d91a3 None None] Network a2d803dc-263e-4ef5-be2a-d229ccef9d97 requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:29:00.597052 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf75839f-b1cf-4067-a7ff-90dcdae08f5e admin admin] Publish callbacks [] for router_controller (82577888-5883-420a-8bdc-683193210c88), precommit_add_association {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:00.634638 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1690fcc6-2097-4bd1-8ab8-bfc3b9d8f93d None None] Publish callbacks [] for port (b48cc67c-79dd-4151-94d3-1caeba66e6be), precommit_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:00.643714 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:00.646992 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:00.657012 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-c569c34c-1348-4969-8da9-ed8addc42ebc None None] Provisioning complete for port 55e4be7c-a03a-4222-a12b-5da819408563 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:00.657844 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-c569c34c-1348-4969-8da9-ed8addc42ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (55e4be7c-a03a-4222-a12b-5da819408563), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:00.658372 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-c569c34c-1348-4969-8da9-ed8addc42ebc None None] Attempt 1 to provision port 55e4be7c-a03a-4222-a12b-5da819408563 Sep 22 12:29:00.693619 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1690fcc6-2097-4bd1-8ab8-bfc3b9d8f93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160'] for port (b48cc67c-79dd-4151-94d3-1caeba66e6be), after_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:00.698764 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:DELETE=1,neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:00.703426 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-fb817823-7b84-43ef-b543-dd1096f65958 admin admin] Publish callbacks [] for port (fa1983a8-9fe4-4ab4-8bba-ed49495e7447), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:00.713745 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d4cab4bb-9958-4d37-8c25-7b9304c6abdc admin admin] Publish callbacks [] for router_gateway (b29ff6e8-f65e-42d9-b132-792f8e95ae0a), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:00.726475 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-c7cb3025-b46a-4f95-b89e-cbbee3fb3a5a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ff03a6fd472a433eaa40ebf6351668ed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8174522 Sep 22 12:29:00.728224 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb3025-b46a-4f95-b89e-cbbee3fb3a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe98f5e-aed8-4935-a257-71ec8dbe6e92,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:00.739232 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44800) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:00.823353 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5fc6c0-e4b1-4551-8b2d-186ebece9a01 admin admin] Network fa4f03ac-0d51-4ef1-9086-3b2b84cb717e is scheduled to be hosted by DHCP agent a2e957d1-0bb2-4343-b675-01d2080b3290 with binding_index 1 {{(pid=106188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 12:29:00.850499 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:00.911876 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:00.949890 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1690fcc6-2097-4bd1-8ab8-bfc3b9d8f93d None None] Network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd is already hosted by enough agents. {{(pid=106190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:29:00.963695 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-fb817823-7b84-43ef-b543-dd1096f65958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160'] for port (fa1983a8-9fe4-4ab4-8bba-ed49495e7447), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:00.970985 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-ef5fc6c0-e4b1-4551-8b2d-186ebece9a01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-4-iscsi, fa4f03ac-0d51-4ef1-9086-3b2b84cb717e) {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:00.974602 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.base_scheduler [None req-1690fcc6-2097-4bd1-8ab8-bfc3b9d8f93d None None] Resources bound (agent type, host, resource id): {{(pid=106190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:00.979984 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5fc6c0-e4b1-4551-8b2d-186ebece9a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:00.980429 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc6c0-e4b1-4551-8b2d-186ebece9a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:00.999176 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 55e4be7c-a03a-4222-a12b-5da819408563 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:00.999176 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (55e4be7c-a03a-4222-a12b-5da819408563), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:00.999539 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 55e4be7c-a03a-4222-a12b-5da819408563 Sep 22 12:29:01.001107 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b6e1d3-e103-44f5-9402-d1339665f7e0 None None] Network fa4f03ac-0d51-4ef1-9086-3b2b84cb717e requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:29:01.004577 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf75839f-b1cf-4067-a7ff-90dcdae08f5e admin admin] Publish callbacks [] for router_gateway (82577888-5883-420a-8bdc-683193210c88), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:01.031811 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-ef5fc6c0-e4b1-4551-8b2d-186ebece9a01 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4187860 Sep 22 12:29:01.039156 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44810) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:01.053269 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-a0cd7308-93f5-491e-ae5c-8126547d4fc6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2139353545-router', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:01.146321 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1690fcc6-2097-4bd1-8ab8-bfc3b9d8f93d None None] Received port after_create {{(pid=106190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:29:01.146321 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690fcc6-2097-4bd1-8ab8-bfc3b9d8f93d None None] Pushing event updated for resources: {'Port': ['ID=b48cc67c-79dd-4151-94d3-1caeba66e6be,revision_number=1']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:01.159712 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb817823-7b84-43ef-b543-dd1096f65958 admin admin] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:29:01.187587 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e7561eb2-8ac3-4f93-b3b6-c52d378fde04 admin admin] Publish callbacks [] for security_group (3fe98f5e-aed8-4935-a257-71ec8dbe6e92), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:01.245662 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675bdb40-a0b1-4560-b766-dde81e868e74 None None] Network a2d803dc-263e-4ef5-be2a-d229ccef9d97 requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:29:01.257578 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e7561eb2-8ac3-4f93-b3b6-c52d378fde04 admin admin] Publish callbacks [] for security_group (3fe98f5e-aed8-4935-a257-71ec8dbe6e92), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:01.273420 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9899e675-a000-43c9-a7e1-b2efccf583e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c63bb28-3216-551e-ac85-74facc55e4fd-00c667b7-ed04-4735-ad4f-fba2a6edba76', 'network_id': '00c667b7-ed04-4735-ad4f-fba2a6edba76', 'project_id': 'acfd00e7112b409bba3cdf9480508b02', 'fixed_ips': [{'subnet_id': 'c9d5cb36-7762-4e4d-88e2-a9b037283a4c'}]}} from dv-cinder-856463-4-iscsi. {{(pid=106190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 12:29:01.274713 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-9899e675-a000-43c9-a7e1-b2efccf583e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:01.295253 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf75839f-b1cf-4067-a7ff-90dcdae08f5e admin admin] Publish callbacks [] for router_gateway (82577888-5883-420a-8bdc-683193210c88), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:01.335808 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf75839f-b1cf-4067-a7ff-90dcdae08f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:01.353716 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7308-93f5-491e-ae5c-8126547d4fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (9adee683-da65-4a4b-9b93-f161bcd3668a), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:01.355012 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7308-93f5-491e-ae5c-8126547d4fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-625649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12660'] for router (9adee683-da65-4a4b-9b93-f161bcd3668a), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:01.359608 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-fb817823-7b84-43ef-b543-dd1096f65958 admin admin] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:01.402985 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb817823-7b84-43ef-b543-dd1096f65958 admin admin] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:29:01.412859 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e7561eb2-8ac3-4f93-b3b6-c52d378fde04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (3fe98f5e-aed8-4935-a257-71ec8dbe6e92), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:01.415505 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e7561eb2-8ac3-4f93-b3b6-c52d378fde04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:01.416837 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-e7561eb2-8ac3-4f93-b3b6-c52d378fde04 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3fe98f5e-aed8-4935-a257-71ec8dbe6e92 HTTP/1.1" status: 204 len: 168 time: 0.6762640 Sep 22 12:29:01.489936 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-c569c34c-1348-4969-8da9-ed8addc42ebc None None] Current status of the port 55e4be7c-a03a-4222-a12b-5da819408563 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:01.490510 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-c569c34c-1348-4969-8da9-ed8addc42ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (55e4be7c-a03a-4222-a12b-5da819408563), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:01.546805 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb817823-7b84-43ef-b543-dd1096f65958 admin admin] Pushing event updated for resources: {'Port': ['ID=fa1983a8-9fe4-4ab4-8bba-ed49495e7447,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:01.567376 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:01.578887 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [None req-bf75839f-b1cf-4067-a7ff-90dcdae08f5e admin admin] Allocated IP 172.27.0.56 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/778ecca6-457a-47ac-9a48-f0869d8801fc) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:29:01.583849 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 44830) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:01.591425 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-f4874509-1c50-47ee-8821-f22e46a1a102 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-312531452-network', 'tenant_id': 'cd403ec87b894c1cbf6adf020919ac66'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:01.605798 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7561eb2-8ac3-4f93-b3b6-c52d378fde04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe98f5e-aed8-4935-a257-71ec8dbe6e92,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:01.640154 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-1690fcc6-2097-4bd1-8ab8-bfc3b9d8f93d None None] Attempting to bind port b48cc67c-79dd-4151-94d3-1caeba66e6be on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:29:01.640549 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-1690fcc6-2097-4bd1-8ab8-bfc3b9d8f93d None None] Attempting to bind port b48cc67c-79dd-4151-94d3-1caeba66e6be by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:29:01.640905 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690fcc6-2097-4bd1-8ab8-bfc3b9d8f93d None None] Attempting to bind port b48cc67c-79dd-4151-94d3-1caeba66e6be on network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:29:01.650597 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4874509-1c50-47ee-8821-f22e46a1a102 admin admin] Made reservation on behalf of cd403ec87b894c1cbf6adf020919ac66 for: {'network': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:29:01.653135 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f4874509-1c50-47ee-8821-f22e46a1a102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for network (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:01.682681 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1333c1-54c8-4f32-910a-01684052fc61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c63bb28-3216-551e-ac85-74facc55e4fd-fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'fixed_ips': [{'subnet_id': 'd3942071-66f3-4019-bd71-b3135c985af6'}]}} from dv-cinder-856463-4-iscsi. {{(pid=106190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 12:29:01.683866 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-4a1333c1-54c8-4f32-910a-01684052fc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:01.709605 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7308-93f5-491e-ae5c-8126547d4fc6 admin admin] Publish callbacks [] for router_controller (9adee683-da65-4a4b-9b93-f161bcd3668a), precommit_add_association {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:01.716927 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f4874509-1c50-47ee-8821-f22e46a1a102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:01.773728 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d4cab4bb-9958-4d37-8c25-7b9304c6abdc admin admin] Publish callbacks [] for router_gateway (b29ff6e8-f65e-42d9-b132-792f8e95ae0a), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:01.779895 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:01.781089 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 55e4be7c-a03a-4222-a12b-5da819408563 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:01.788952 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (55e4be7c-a03a-4222-a12b-5da819408563), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:01.797913 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-c569c34c-1348-4969-8da9-ed8addc42ebc None None] For port 55e4be7c-a03a-4222-a12b-5da819408563, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=55e4be7c-a03a-4222-a12b-5da819408563,segment=NetworkSegment(c340f29b-02bd-42f1-9691-706be126d2ad),segment_id=c340f29b-02bd-42f1-9691-706be126d2ad)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:01.846555 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf75839f-b1cf-4067-a7ff-90dcdae08f5e admin admin] Publish callbacks [] for port (778ecca6-457a-47ac-9a48-f0869d8801fc), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:01.865752 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d4cab4bb-9958-4d37-8c25-7b9304c6abdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:01.871430 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-c569c34c-1348-4969-8da9-ed8addc42ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (55e4be7c-a03a-4222-a12b-5da819408563), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:01.945701 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:01.980466 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf75839f-b1cf-4067-a7ff-90dcdae08f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160'] for port (778ecca6-457a-47ac-9a48-f0869d8801fc), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:01.995504 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690fcc6-2097-4bd1-8ab8-bfc3b9d8f93d None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:29:01.996165 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690fcc6-2097-4bd1-8ab8-bfc3b9d8f93d None None] Checking segment: {'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:29:01.996787 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1690fcc6-2097-4bd1-8ab8-bfc3b9d8f93d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:01.997331 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690fcc6-2097-4bd1-8ab8-bfc3b9d8f93d None None] Bound using segment: {'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:29:01.997993 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-1690fcc6-2097-4bd1-8ab8-bfc3b9d8f93d None None] Bound port: b48cc67c-79dd-4151-94d3-1caeba66e6be, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:29:01.998549 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1690fcc6-2097-4bd1-8ab8-bfc3b9d8f93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (b48cc67c-79dd-4151-94d3-1caeba66e6be), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:02.076171 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf75839f-b1cf-4067-a7ff-90dcdae08f5e admin admin] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:29:02.085496 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-bf75839f-b1cf-4067-a7ff-90dcdae08f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:02.088722 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:02.101470 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf75839f-b1cf-4067-a7ff-90dcdae08f5e admin admin] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:29:02.110211 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f4874509-1c50-47ee-8821-f22e46a1a102 admin admin] Publish callbacks [] for security_group (845ee4d3-9d3a-4c69-94d3-34745cf6dfeb), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:02.128565 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-6c1bf3d3-94c0-4d65-bb14-6953dd993841 None None] Provisioning complete for port 55e4be7c-a03a-4222-a12b-5da819408563 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:02.129817 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-6c1bf3d3-94c0-4d65-bb14-6953dd993841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (55e4be7c-a03a-4222-a12b-5da819408563), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:02.130370 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-6c1bf3d3-94c0-4d65-bb14-6953dd993841 None None] Attempt 1 to provision port 55e4be7c-a03a-4222-a12b-5da819408563 Sep 22 12:29:02.190334 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:02.248634 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75839f-b1cf-4067-a7ff-90dcdae08f5e admin admin] Pushing event updated for resources: {'Port': ['ID=778ecca6-457a-47ac-9a48-f0869d8801fc,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:02.256518 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f4874509-1c50-47ee-8821-f22e46a1a102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (845ee4d3-9d3a-4c69-94d3-34745cf6dfeb), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:02.315159 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.db_base_plugin_common [None req-9899e675-a000-43c9-a7e1-b2efccf583e2 None None] Allocated IP 172.20.0.2 (00c667b7-ed04-4735-ad4f-fba2a6edba76/c9d5cb36-7762-4e4d-88e2-a9b037283a4c/38dd49fe-de29-45f8-af0b-7e5f3fd7909e) {{(pid=106190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:29:02.359143 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569c34c-1348-4969-8da9-ed8addc42ebc None None] Pushing event updated for resources: {'Port': ['ID=55e4be7c-a03a-4222-a12b-5da819408563,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:02.375024 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4874509-1c50-47ee-8821-f22e46a1a102 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=106188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 12:29:02.375767 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.db.api [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 22 12:29:02.376425 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG oslo_db.api [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 12:29:02.409457 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7308-93f5-491e-ae5c-8126547d4fc6 admin admin] Publish callbacks [] for router_gateway (9adee683-da65-4a4b-9b93-f161bcd3668a), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:02.432177 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44846) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:02.456016 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f4874509-1c50-47ee-8821-f22e46a1a102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (f5cfead0-1e90-4fd5-a8f3-af40f17a3df3), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:02.456671 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.segments_db [None req-f4874509-1c50-47ee-8821-f22e46a1a102 admin admin] Added segment f5cfead0-1e90-4fd5-a8f3-af40f17a3df3 of type vlan for network eae78656-2fd1-4a88-9241-b475a36d0d63 Sep 22 12:29:02.468136 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:02.472700 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4874509-1c50-47ee-8821-f22e46a1a102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845ee4d3-9d3a-4c69-94d3-34745cf6dfeb,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:02.519040 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e589906e-68ef-421b-89cf-2f3e57b33652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:02.523768 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f4874509-1c50-47ee-8821-f22e46a1a102 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742010657190'] for network (eae78656-2fd1-4a88-9241-b475a36d0d63), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:02.543026 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.db_base_plugin_common [None req-4a1333c1-54c8-4f32-910a-01684052fc61 None None] Allocated IP 172.20.0.2 (fa4f03ac-0d51-4ef1-9086-3b2b84cb717e/d3942071-66f3-4019-bd71-b3135c985af6/a25fe224-2d2d-44b0-8ccb-12d454ec1ad0) {{(pid=106190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:29:02.556715 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-fb817823-7b84-43ef-b543-dd1096f65958 admin admin] Publish callbacks [] for router_gateway (eebb0bf7-e40b-41df-b3a4-ca04676302e4), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:02.663483 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [None req-d4cab4bb-9958-4d37-8c25-7b9304c6abdc admin admin] Allocated IP 172.27.0.100 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/d1148695-e223-4dac-b215-938bd8e16557) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:29:02.671423 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f4874509-1c50-47ee-8821-f22e46a1a102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for network (eae78656-2fd1-4a88-9241-b475a36d0d63), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:02.673591 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4874509-1c50-47ee-8821-f22e46a1a102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:02.673591 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f4874509-1c50-47ee-8821-f22e46a1a102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:02.702272 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-4a1333c1-54c8-4f32-910a-01684052fc61 None None] Publish callbacks [] for port (a25fe224-2d2d-44b0-8ccb-12d454ec1ad0), precommit_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:02.703137 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:02.722564 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-1690fcc6-2097-4bd1-8ab8-bfc3b9d8f93d None None] For port b48cc67c-79dd-4151-94d3-1caeba66e6be, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:29:02.747861 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-4a1333c1-54c8-4f32-910a-01684052fc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160'] for port (a25fe224-2d2d-44b0-8ccb-12d454ec1ad0), after_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:02.757343 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-f4874509-1c50-47ee-8821-f22e46a1a102 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1720443 Sep 22 12:29:02.764093 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 44856) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:02.778130 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-4bc33b10-a913-4732-a491-3fd4b2ba963e admin admin] Request body: {'subnet': {'network_id': 'eae78656-2fd1-4a88-9241-b475a36d0d63', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-312531452-subnet', 'tenant_id': 'cd403ec87b894c1cbf6adf020919ac66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:02.791581 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf75839f-b1cf-4067-a7ff-90dcdae08f5e admin admin] Publish callbacks [] for router_gateway (82577888-5883-420a-8bdc-683193210c88), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:02.795731 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-1690fcc6-2097-4bd1-8ab8-bfc3b9d8f93d None None] For port b48cc67c-79dd-4151-94d3-1caeba66e6be, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=b48cc67c-79dd-4151-94d3-1caeba66e6be,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:29:02.796378 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4874509-1c50-47ee-8821-f22e46a1a102 admin admin] Pushing event updated for resources: {'Network': ['ID=eae78656-2fd1-4a88-9241-b475a36d0d63,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:02.810620 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1333c1-54c8-4f32-910a-01684052fc61 None None] Network fa4f03ac-0d51-4ef1-9086-3b2b84cb717e is already hosted by enough agents. {{(pid=106190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:29:02.817826 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.base_scheduler [None req-4a1333c1-54c8-4f32-910a-01684052fc61 None None] Resources bound (agent type, host, resource id): {{(pid=106190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:02.827524 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1690fcc6-2097-4bd1-8ab8-bfc3b9d8f93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (b48cc67c-79dd-4151-94d3-1caeba66e6be), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:02.830986 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1333c1-54c8-4f32-910a-01684052fc61 None None] Received port after_create {{(pid=106190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:29:02.845576 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Network eae78656-2fd1-4a88-9241-b475a36d0d63 details requested by agent ovs-agent-dv-cinder-856463-4-iscsi with host dv-cinder-856463-4-iscsi {{(pid=106190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 12:29:02.852828 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc33b10-a913-4732-a491-3fd4b2ba963e admin admin] Made reservation on behalf of cd403ec87b894c1cbf6adf020919ac66 for: {'subnet': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:29:02.857249 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-4bc33b10-a913-4732-a491-3fd4b2ba963e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:02.872803 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-6c1bf3d3-94c0-4d65-bb14-6953dd993841 None None] Current status of the port 55e4be7c-a03a-4222-a12b-5da819408563 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:03.023920 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1333c1-54c8-4f32-910a-01684052fc61 None None] Pushing event updated for resources: {'Port': ['ID=a25fe224-2d2d-44b0-8ccb-12d454ec1ad0,revision_number=1']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:03.026412 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 55e4be7c-a03a-4222-a12b-5da819408563 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:03.072235 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e589906e-68ef-421b-89cf-2f3e57b33652 admin admin] Publish callbacks [] for security_group (83846449-db17-4fbf-ac12-b0830d36d6be), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:03.073910 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7308-93f5-491e-ae5c-8126547d4fc6 admin admin] Publish callbacks [] for router_gateway (9adee683-da65-4a4b-9b93-f161bcd3668a), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:03.090568 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:03.091412 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:03.092874 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690fcc6-2097-4bd1-8ab8-bfc3b9d8f93d None None] Pushing event updated for resources: {'Port': ['ID=b48cc67c-79dd-4151-94d3-1caeba66e6be,revision_number=2']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:03.111167 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d4cab4bb-9958-4d37-8c25-7b9304c6abdc admin admin] Publish callbacks [] for port (d1148695-e223-4dac-b215-938bd8e16557), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:03.125415 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf75839f-b1cf-4067-a7ff-90dcdae08f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629806'] for router (82577888-5883-420a-8bdc-683193210c88), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:03.133028 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e589906e-68ef-421b-89cf-2f3e57b33652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (83846449-db17-4fbf-ac12-b0830d36d6be), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:03.170184 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-4a1333c1-54c8-4f32-910a-01684052fc61 None None] Attempting to bind port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:29:03.170558 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-4a1333c1-54c8-4f32-910a-01684052fc61 None None] Attempting to bind port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '959b0173-edf3-4a4b-a878-688b20dcf91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:29:03.171161 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1333c1-54c8-4f32-910a-01684052fc61 None None] Attempting to bind port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 on network fa4f03ac-0d51-4ef1-9086-3b2b84cb717e {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:29:03.173817 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7308-93f5-491e-ae5c-8126547d4fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:03.218870 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:03.241537 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-9899e675-a000-43c9-a7e1-b2efccf583e2 None None] Publish callbacks [] for port (38dd49fe-de29-45f8-af0b-7e5f3fd7909e), precommit_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:03.259866 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:03.262504 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-e589906e-68ef-421b-89cf-2f3e57b33652 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b9bffc6bed2b453a969094d233f1aa44&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8291452 Sep 22 12:29:03.262852 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-9899e675-a000-43c9-a7e1-b2efccf583e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160'] for port (38dd49fe-de29-45f8-af0b-7e5f3fd7909e), after_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:03.306951 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44864) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:03.311491 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e589906e-68ef-421b-89cf-2f3e57b33652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83846449-db17-4fbf-ac12-b0830d36d6be,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:03.323550 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-fb817823-7b84-43ef-b543-dd1096f65958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629806'] for router (eebb0bf7-e40b-41df-b3a4-ca04676302e4), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:03.341557 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:03.342593 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1333c1-54c8-4f32-910a-01684052fc61 None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:29:03.344066 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1333c1-54c8-4f32-910a-01684052fc61 None None] Checking segment: {'id': '959b0173-edf3-4a4b-a878-688b20dcf91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:29:03.344712 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-4a1333c1-54c8-4f32-910a-01684052fc61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:03.347476 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1333c1-54c8-4f32-910a-01684052fc61 None None] Bound using segment: {'id': '959b0173-edf3-4a4b-a878-688b20dcf91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:29:03.349482 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-4a1333c1-54c8-4f32-910a-01684052fc61 None None] Bound port: a25fe224-2d2d-44b0-8ccb-12d454ec1ad0, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959b0173-edf3-4a4b-a878-688b20dcf91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:29:03.350220 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-4a1333c1-54c8-4f32-910a-01684052fc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (a25fe224-2d2d-44b0-8ccb-12d454ec1ad0), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:03.361225 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 55e4be7c-a03a-4222-a12b-5da819408563 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:03.425098 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-4bc33b10-a913-4732-a491-3fd4b2ba963e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for subnet (cad1a03c-330b-48b5-a563-27e96a772d1d), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:03.439287 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899e675-a000-43c9-a7e1-b2efccf583e2 None None] Pushing event updated for resources: {'Port': ['ID=38dd49fe-de29-45f8-af0b-7e5f3fd7909e,revision_number=1']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:03.474348 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d4cab4bb-9958-4d37-8c25-7b9304c6abdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160'] for port (d1148695-e223-4dac-b215-938bd8e16557), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:03.523311 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-4a1333c1-54c8-4f32-910a-01684052fc61 None None] For port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:29:03.523822 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc33b10-a913-4732-a491-3fd4b2ba963e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cad1a03c-330b-48b5-a563-27e96a772d1d,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:03.529638 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-4a1333c1-54c8-4f32-910a-01684052fc61 None None] For port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=a25fe224-2d2d-44b0-8ccb-12d454ec1ad0,segment=NetworkSegment(959b0173-edf3-4a4b-a878-688b20dcf91a),segment_id=959b0173-edf3-4a4b-a878-688b20dcf91a)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:29:03.544000 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9899e675-a000-43c9-a7e1-b2efccf583e2 None None] Network 00c667b7-ed04-4735-ad4f-fba2a6edba76 is already hosted by enough agents. {{(pid=106190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:29:03.546694 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-4a1333c1-54c8-4f32-910a-01684052fc61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (a25fe224-2d2d-44b0-8ccb-12d454ec1ad0), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:03.565138 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.base_scheduler [None req-9899e675-a000-43c9-a7e1-b2efccf583e2 None None] Resources bound (agent type, host, resource id): {{(pid=106190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:03.567941 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc33b10-a913-4732-a491-3fd4b2ba963e admin admin] Checking segment: {'id': 'f5cfead0-1e90-4fd5-a8f3-af40f17a3df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'eae78656-2fd1-4a88-9241-b475a36d0d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:29:03.568326 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc33b10-a913-4732-a491-3fd4b2ba963e admin admin] Network hostable DHCP agents. Network: eae78656-2fd1-4a88-9241-b475a36d0d63, hostable agents: ['a2e957d1-0bb2-4343-b675-01d2080b3290'], hosted agents: [] {{(pid=106188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 12:29:03.570091 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9899e675-a000-43c9-a7e1-b2efccf583e2 None None] Received port after_create {{(pid=106190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:29:03.593499 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf75839f-b1cf-4067-a7ff-90dcdae08f5e admin admin] Router 82577888-5883-420a-8bdc-683193210c88 is scheduled to L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 with binding_index 1 {{(pid=106188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 12:29:03.608876 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc33b10-a913-4732-a491-3fd4b2ba963e admin admin] Network eae78656-2fd1-4a88-9241-b475a36d0d63 is scheduled to be hosted by DHCP agent a2e957d1-0bb2-4343-b675-01d2080b3290 with binding_index 1 {{(pid=106188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 12:29:03.636857 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cab4bb-9958-4d37-8c25-7b9304c6abdc admin admin] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:29:03.667276 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [None req-a0cd7308-93f5-491e-ae5c-8126547d4fc6 admin admin] Allocated IP 172.27.0.195 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/7a3ecdce-78f7-4052-9d42-2cfc154cfcda) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:29:03.667901 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-4bc33b10-a913-4732-a491-3fd4b2ba963e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-4-iscsi, eae78656-2fd1-4a88-9241-b475a36d0d63) {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:03.669495 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cab4bb-9958-4d37-8c25-7b9304c6abdc admin admin] Pushing event updated for resources: {'Port': ['ID=d1148695-e223-4dac-b215-938bd8e16557,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:03.672081 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-d4cab4bb-9958-4d37-8c25-7b9304c6abdc admin admin] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:03.677332 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc33b10-a913-4732-a491-3fd4b2ba963e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:03.677888 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-4bc33b10-a913-4732-a491-3fd4b2ba963e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:03.719822 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b4662490-842a-476a-80d0-5bd461fe02cc admin admin] Publish callbacks [] for security_group (83846449-db17-4fbf-ac12-b0830d36d6be), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:03.726960 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1710179f-9957-4daa-a20a-7c645283ef63 None None] Network eae78656-2fd1-4a88-9241-b475a36d0d63 requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:29:03.740252 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-4bc33b10-a913-4732-a491-3fd4b2ba963e admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9694216 Sep 22 12:29:03.752986 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf75839f-b1cf-4067-a7ff-90dcdae08f5e admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:29:03.767800 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] Sync routers for ids ['82577888-5883-420a-8bdc-683193210c88'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:29:03.775791 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 55e4be7c-a03a-4222-a12b-5da819408563 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:03.776182 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (55e4be7c-a03a-4222-a12b-5da819408563), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:03.779389 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 55e4be7c-a03a-4222-a12b-5da819408563 Sep 22 12:29:03.781232 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1333c1-54c8-4f32-910a-01684052fc61 None None] Pushing event updated for resources: {'Port': ['ID=a25fe224-2d2d-44b0-8ccb-12d454ec1ad0,revision_number=2']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:03.801357 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] Routers {'82577888-5883-420a-8bdc-683193210c88'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:29:03.803893 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:28:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['82577888-5883-420a-8bdc-683193210c88'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:03.835896 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf75839f-b1cf-4067-a7ff-90dcdae08f5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:03.840426 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-bf75839f-b1cf-4067-a7ff-90dcdae08f5e admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4906483 Sep 22 12:29:03.841551 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 44876) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:03.966351 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:03.982308 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 44882) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:04.002389 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cab4bb-9958-4d37-8c25-7b9304c6abdc admin admin] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:29:04.037662 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b4662490-842a-476a-80d0-5bd461fe02cc admin admin] Publish callbacks [] for security_group (83846449-db17-4fbf-ac12-b0830d36d6be), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:04.084969 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-9899e675-a000-43c9-a7e1-b2efccf583e2 None None] Attempting to bind port 38dd49fe-de29-45f8-af0b-7e5f3fd7909e on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:29:04.087230 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-9899e675-a000-43c9-a7e1-b2efccf583e2 None None] Attempting to bind port 38dd49fe-de29-45f8-af0b-7e5f3fd7909e by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': 'ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '00c667b7-ed04-4735-ad4f-fba2a6edba76'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:29:04.090014 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9899e675-a000-43c9-a7e1-b2efccf583e2 None None] Attempting to bind port 38dd49fe-de29-45f8-af0b-7e5f3fd7909e on network 00c667b7-ed04-4735-ad4f-fba2a6edba76 {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:29:04.209502 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 44890) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:04.279483 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b8e14a-642c-40a1-baab-536c696f8595 admin admin] Deleting subnet 778c3250-d364-4260-82f9-d57e9fcc43ae {{(pid=106188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 12:29:04.284046 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-19b8e14a-642c-40a1-baab-536c696f8595 admin admin] Publish callbacks [] for subnet (778c3250-d364-4260-82f9-d57e9fcc43ae), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:04.312732 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9899e675-a000-43c9-a7e1-b2efccf583e2 None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:29:04.316121 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9899e675-a000-43c9-a7e1-b2efccf583e2 None None] Checking segment: {'id': 'ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '00c667b7-ed04-4735-ad4f-fba2a6edba76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:29:04.316696 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-9899e675-a000-43c9-a7e1-b2efccf583e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:04.317196 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9899e675-a000-43c9-a7e1-b2efccf583e2 None None] Bound using segment: {'id': 'ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '00c667b7-ed04-4735-ad4f-fba2a6edba76'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:29:04.320427 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-9899e675-a000-43c9-a7e1-b2efccf583e2 None None] Bound port: 38dd49fe-de29-45f8-af0b-7e5f3fd7909e, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '00c667b7-ed04-4735-ad4f-fba2a6edba76'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:29:04.320928 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-9899e675-a000-43c9-a7e1-b2efccf583e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (38dd49fe-de29-45f8-af0b-7e5f3fd7909e), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:04.366521 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] Set router 82577888-5883-420a-8bdc-683193210c88 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:29:04.378059 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:04.393192 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff88e78-ed58-47fb-a6a8-38cb6fc686eb None None] Network eae78656-2fd1-4a88-9241-b475a36d0d63 requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:29:04.442157 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b4662490-842a-476a-80d0-5bd461fe02cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (83846449-db17-4fbf-ac12-b0830d36d6be), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:04.446591 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b4662490-842a-476a-80d0-5bd461fe02cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:04.447748 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-b4662490-842a-476a-80d0-5bd461fe02cc admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/83846449-db17-4fbf-ac12-b0830d36d6be HTTP/1.1" status: 204 len: 168 time: 1.1374314 Sep 22 12:29:04.463834 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-438bb744-d4c0-4b43-bfdb-4390e6195a36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:04.465887 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4662490-842a-476a-80d0-5bd461fe02cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83846449-db17-4fbf-ac12-b0830d36d6be,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:04.521514 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-19b8e14a-642c-40a1-baab-536c696f8595 admin admin] Publish callbacks [] for subnet (778c3250-d364-4260-82f9-d57e9fcc43ae), precommit_delete_associations {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:04.533775 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb817823-7b84-43ef-b543-dd1096f65958 admin admin] Router eebb0bf7-e40b-41df-b3a4-ca04676302e4 is scheduled to L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 with binding_index 1 {{(pid=106189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 12:29:04.589685 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-19b8e14a-642c-40a1-baab-536c696f8595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16494954'] for subnet (778c3250-d364-4260-82f9-d57e9fcc43ae), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:04.604337 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 55e4be7c-a03a-4222-a12b-5da819408563 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:04.680249 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3ce625-c403-4252-b9ef-2df2f0b7ab03 None None] Network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:29:04.722211 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-9899e675-a000-43c9-a7e1-b2efccf583e2 None None] For port 38dd49fe-de29-45f8-af0b-7e5f3fd7909e, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:29:04.733992 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:04.750918 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82577888-5883-420a-8bdc-683193210c88', 'name': 'tempest-DeleteServersTestJSON-1801587263-router', 'tenant_id': 'acfd00e7112b409bba3cdf9480508b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '778ecca6-457a-47ac-9a48-f0869d8801fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:00Z', 'updated_at': '2022-09-22T12:29:02Z', 'revision_number': 3, 'project_id': 'acfd00e7112b409bba3cdf9480508b02', 'gw_port': {'id': '778ecca6-457a-47ac-9a48-f0869d8801fc', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82577888-5883-420a-8bdc-683193210c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:04.807154 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb817823-7b84-43ef-b543-dd1096f65958 admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:29:04.839116 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:04.840432 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] Checking router: 82577888-5883-420a-8bdc-683193210c88 for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:29:04.841002 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] Updating router 82577888-5883-420a-8bdc-683193210c88 port 778ecca6-457a-47ac-9a48-f0869d8801fc binding host dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:29:04.873561 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (778ecca6-457a-47ac-9a48-f0869d8801fc), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:04.891392 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] Sync routers for ids ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:29:04.903847 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-9899e675-a000-43c9-a7e1-b2efccf583e2 None None] For port 38dd49fe-de29-45f8-af0b-7e5f3fd7909e, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=38dd49fe-de29-45f8-af0b-7e5f3fd7909e,segment=NetworkSegment(ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828),segment_id=ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:29:04.909113 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7308-93f5-491e-ae5c-8126547d4fc6 admin admin] Publish callbacks [] for port (7a3ecdce-78f7-4052-9d42-2cfc154cfcda), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:04.916951 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-fb817823-7b84-43ef-b543-dd1096f65958 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:04.921708 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-fb817823-7b84-43ef-b543-dd1096f65958 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.6807094 Sep 22 12:29:04.928710 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44904) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:04.963237 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-1e40fcc9-d1f2-4866-932b-c22406501adf None None] Provisioning complete for port b48cc67c-79dd-4151-94d3-1caeba66e6be triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:04.966536 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1e40fcc9-d1f2-4866-932b-c22406501adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (b48cc67c-79dd-4151-94d3-1caeba66e6be), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:04.967244 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-1e40fcc9-d1f2-4866-932b-c22406501adf None None] Attempt 1 to provision port b48cc67c-79dd-4151-94d3-1caeba66e6be Sep 22 12:29:04.973292 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-9899e675-a000-43c9-a7e1-b2efccf583e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (38dd49fe-de29-45f8-af0b-7e5f3fd7909e), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:05.189320 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:05.282467 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899e675-a000-43c9-a7e1-b2efccf583e2 None None] Pushing event updated for resources: {'Port': ['ID=38dd49fe-de29-45f8-af0b-7e5f3fd7909e,revision_number=2']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:05.294508 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-19b8e14a-642c-40a1-baab-536c696f8595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for subnet (778c3250-d364-4260-82f9-d57e9fcc43ae), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:05.309943 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] Routers {'eebb0bf7-e40b-41df-b3a4-ca04676302e4'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:29:05.310571 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:28:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:05.404388 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-19b8e14a-642c-40a1-baab-536c696f8595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:05.407733 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:05.416349 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-19b8e14a-642c-40a1-baab-536c696f8595 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/778c3250-d364-4260-82f9-d57e9fcc43ae HTTP/1.1" status: 204 len: 168 time: 1.2043934 Sep 22 12:29:05.418859 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 44920) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:05.485048 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8e14a-642c-40a1-baab-536c696f8595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=778c3250-d364-4260-82f9-d57e9fcc43ae,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:05.511940 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d4cab4bb-9958-4d37-8c25-7b9304c6abdc admin admin] Publish callbacks [] for router_gateway (b29ff6e8-f65e-42d9-b132-792f8e95ae0a), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:05.554925 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-438bb744-d4c0-4b43-bfdb-4390e6195a36 admin admin] Publish callbacks [] for security_group (cb584984-7ec3-46f4-a035-687f9d18a2a2), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:05.571502 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-438bb744-d4c0-4b43-bfdb-4390e6195a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (cb584984-7ec3-46f4-a035-687f9d18a2a2), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:05.654091 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7308-93f5-491e-ae5c-8126547d4fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160'] for port (7a3ecdce-78f7-4052-9d42-2cfc154cfcda), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:05.683952 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-438bb744-d4c0-4b43-bfdb-4390e6195a36 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e47fbc746f4c4c3c8a1adfd454035fce&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6971734 Sep 22 12:29:05.688978 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 44926) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:05.715254 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bb744-d4c0-4b43-bfdb-4390e6195a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb584984-7ec3-46f4-a035-687f9d18a2a2,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:05.733749 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device b48cc67c-79dd-4151-94d3-1caeba66e6be up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:05.736033 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7011b2c-6229-4f1a-abb6-a5121e00bf2e None None] Network fa4f03ac-0d51-4ef1-9086-3b2b84cb717e requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:29:05.756854 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16438815'] for network (a2d803dc-263e-4ef5-be2a-d229ccef9d97), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:05.797736 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cd7308-93f5-491e-ae5c-8126547d4fc6 admin admin] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:29:05.842667 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:05.859012 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] Publish callbacks [] for port (778ecca6-457a-47ac-9a48-f0869d8801fc), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:05.868787 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (778ecca6-457a-47ac-9a48-f0869d8801fc), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:05.878061 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-a0cd7308-93f5-491e-ae5c-8126547d4fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:05.898161 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] Set router eebb0bf7-e40b-41df-b3a4-ca04676302e4 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:29:05.909756 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cd7308-93f5-491e-ae5c-8126547d4fc6 admin admin] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:29:05.924467 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] Attempting to bind port 778ecca6-457a-47ac-9a48-f0869d8801fc on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:29:05.925593 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] Attempting to bind port 778ecca6-457a-47ac-9a48-f0869d8801fc by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:29:05.926723 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] Attempting to bind port 778ecca6-457a-47ac-9a48-f0869d8801fc on network 1180960f-2d21-46a6-8808-3b9bf675fc1c {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:29:05.942382 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d5905d31-cea6-4a8f-9c17-ad9830e41481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:05.972123 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf421e-b75a-441a-bf24-5e7120d77687 None None] Pushing event updated for resources: {'Port': ['ID=778ecca6-457a-47ac-9a48-f0869d8801fc,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:05.982412 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd7308-93f5-491e-ae5c-8126547d4fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=7a3ecdce-78f7-4052-9d42-2cfc154cfcda,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:06.000782 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf421e-b75a-441a-bf24-5e7120d77687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:29:06.001498 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf421e-b75a-441a-bf24-5e7120d77687 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:29:06.002050 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf421e-b75a-441a-bf24-5e7120d77687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:29:06.002613 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf421e-b75a-441a-bf24-5e7120d77687 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:29:06.003139 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf421e-b75a-441a-bf24-5e7120d77687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:29:06.003660 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf421e-b75a-441a-bf24-5e7120d77687 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:29:06.005263 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf421e-b75a-441a-bf24-5e7120d77687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:29:06.005842 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf421e-b75a-441a-bf24-5e7120d77687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:29:06.006371 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf421e-b75a-441a-bf24-5e7120d77687 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:29:06.007023 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf421e-b75a-441a-bf24-5e7120d77687 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:29:06.007580 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf421e-b75a-441a-bf24-5e7120d77687 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:29:06.008289 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf421e-b75a-441a-bf24-5e7120d77687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:29:06.008976 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf421e-b75a-441a-bf24-5e7120d77687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:29:06.009771 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf421e-b75a-441a-bf24-5e7120d77687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:29:06.010290 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf421e-b75a-441a-bf24-5e7120d77687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adf421e-b75a-441a-bf24-5e7120d77687 None None] Tracked resource versions report: Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: pushed versions: Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: { 'AddressGroup': {'1.2'}, Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Agent': {'1.1'}, Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'ConntrackHelper': {'1.0'}, Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'LocalIPAssociation': {'1.0'}, Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Log': {'1.0'}, Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'NDPProxy': {'1.0'}, Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Network': {'1.1'}, Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Port': {'1.7'}, Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'PortForwarding': {'1.3'}, Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'QosPolicy': {'1.10'}, Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'SecurityGroup': {'1.5'}, Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'SecurityGroupRule': {'1.2'}, Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'SubPort': {'1.0'}, Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Subnet': {'1.1'}, Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Trunk': {'1.1'}} Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: consumer versions: Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: { DHCP agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: HyperV agent@hv-cinder-85646: {}, Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: L3 agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: Metadata agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: Metering agent@dv-cinder-856463-4-iscsi: {}, Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: Open vSwitch agent@dv-cinder-856463-4-iscsi: { 'AddressGroup': '1.2', Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Agent': '1.1', Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'ConntrackHelper': '1.0', Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'LocalIPAssociation': '1.0', Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Log': '1.0', Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'NDPProxy': '1.0', Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Network': '1.1', Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Port': '1.7', Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'PortForwarding': '1.3', Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'QosPolicy': '1.10', Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'SecurityGroup': '1.5', Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'SecurityGroupRule': '1.2', Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'SubPort': '1.0', Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Subnet': '1.1', Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: 'Trunk': '1.1'}} Sep 22 12:29:06.013607 dv-cinder-856463-4-iscsi neutron-server[106191]: {{(pid=106191) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 12:29:06.041597 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:29:06.043845 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] Checking segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:29:06.044491 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:06.045163 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] Bound using segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:29:06.046441 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] Bound port: 778ecca6-457a-47ac-9a48-f0869d8801fc, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:29:06.050777 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (778ecca6-457a-47ac-9a48-f0869d8801fc), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:06.057869 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:06.193127 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] For port 778ecca6-457a-47ac-9a48-f0869d8801fc, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:29:06.199031 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] For port 778ecca6-457a-47ac-9a48-f0869d8801fc, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=778ecca6-457a-47ac-9a48-f0869d8801fc,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:29:06.212486 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (778ecca6-457a-47ac-9a48-f0869d8801fc), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:06.225895 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-1e40fcc9-d1f2-4866-932b-c22406501adf None None] Current status of the port b48cc67c-79dd-4151-94d3-1caeba66e6be is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:06.226286 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1e40fcc9-d1f2-4866-932b-c22406501adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (b48cc67c-79dd-4151-94d3-1caeba66e6be), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:06.261581 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-77a6860c-eccd-4bbb-8abc-3fa29b98e2dd admin admin] Publish callbacks [] for security_group (cb584984-7ec3-46f4-a035-687f9d18a2a2), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:06.270737 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port b48cc67c-79dd-4151-94d3-1caeba66e6be triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:06.271042 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (b48cc67c-79dd-4151-94d3-1caeba66e6be), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:06.271376 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port b48cc67c-79dd-4151-94d3-1caeba66e6be Sep 22 12:29:06.299328 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adf421e-b75a-441a-bf24-5e7120d77687 None None] Pushing event updated for resources: {'Port': ['ID=778ecca6-457a-47ac-9a48-f0869d8801fc,revision_number=3']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:06.312010 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] Routers {'82577888-5883-420a-8bdc-683193210c88'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:29:06.314153 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:28:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['82577888-5883-420a-8bdc-683193210c88'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:06.361699 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-77a6860c-eccd-4bbb-8abc-3fa29b98e2dd admin admin] Publish callbacks [] for security_group (cb584984-7ec3-46f4-a035-687f9d18a2a2), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:06.393591 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-1e40fcc9-d1f2-4866-932b-c22406501adf None None] For port b48cc67c-79dd-4151-94d3-1caeba66e6be, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=b48cc67c-79dd-4151-94d3-1caeba66e6be,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:06.418425 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1e40fcc9-d1f2-4866-932b-c22406501adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (b48cc67c-79dd-4151-94d3-1caeba66e6be), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:06.504883 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=100 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:06.508028 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16032833', 'neutron.services.segments.db._delete_segments_for_network-8742011169985'] for network (a2d803dc-263e-4ef5-be2a-d229ccef9d97), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:06.533621 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] Set router 82577888-5883-420a-8bdc-683193210c88 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:29:06.555175 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [None req-d5905d31-cea6-4a8f-9c17-ad9830e41481 admin admin] Allocated IP 172.20.0.1 (00c667b7-ed04-4735-ad4f-fba2a6edba76/c9d5cb36-7762-4e4d-88e2-a9b037283a4c/87e23768-14cc-492b-88f1-d2ce54769e28) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:29:06.590119 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-77a6860c-eccd-4bbb-8abc-3fa29b98e2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (cb584984-7ec3-46f4-a035-687f9d18a2a2), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:06.606670 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-77a6860c-eccd-4bbb-8abc-3fa29b98e2dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:06.610590 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-77a6860c-eccd-4bbb-8abc-3fa29b98e2dd admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/cb584984-7ec3-46f4-a035-687f9d18a2a2 HTTP/1.1" status: 204 len: 168 time: 0.8571508 Sep 22 12:29:06.674095 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:06.674427 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6860c-eccd-4bbb-8abc-3fa29b98e2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb584984-7ec3-46f4-a035-687f9d18a2a2,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:06.699529 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:06.737432 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=100 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:06.795021 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-f670157b-6850-4713-9f0f-29848ee80a5c None None] Provisioning complete for port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:06.795393 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-f670157b-6850-4713-9f0f-29848ee80a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (a25fe224-2d2d-44b0-8ccb-12d454ec1ad0), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:06.795728 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-f670157b-6850-4713-9f0f-29848ee80a5c None None] Attempt 1 to provision port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 Sep 22 12:29:06.809315 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:06.810683 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:06.811649 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:06.812134 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Subscribe: > port after_create 55550000 {{(pid=106189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:06.812669 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:06.813317 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Subscribe: > port after_update 55550000 {{(pid=106189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:06.813761 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:06.814249 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:06.815933 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:06.817004 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:06.826729 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71fa0c6-7db8-4217-8545-42c193f064ad None None] Network 00c667b7-ed04-4735-ad4f-fba2a6edba76 requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:29:06.856719 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d5905d31-cea6-4a8f-9c17-ad9830e41481 admin admin] Publish callbacks [] for port (87e23768-14cc-492b-88f1-d2ce54769e28), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:06.918674 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40fcc9-d1f2-4866-932b-c22406501adf None None] Pushing event updated for resources: {'Port': ['ID=b48cc67c-79dd-4151-94d3-1caeba66e6be,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:06.935907 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d5905d31-cea6-4a8f-9c17-ad9830e41481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160'] for port (87e23768-14cc-492b-88f1-d2ce54769e28), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:06.985149 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1469968037-router', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:57Z', 'updated_at': '2022-09-22T12:29:01Z', 'revision_number': 3, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'gw_port': {'id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:06.986952 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port b48cc67c-79dd-4151-94d3-1caeba66e6be is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:06.988788 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:07.016042 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5905d31-cea6-4a8f-9c17-ad9830e41481 admin admin] Network 00c667b7-ed04-4735-ad4f-fba2a6edba76 is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:29:07.019382 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-d5905d31-cea6-4a8f-9c17-ad9830e41481 admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:07.023236 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5905d31-cea6-4a8f-9c17-ad9830e41481 admin admin] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:29:07.023924 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d5905d31-cea6-4a8f-9c17-ad9830e41481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425239'] for router_interface (82577888-5883-420a-8bdc-683193210c88), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:07.041025 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82577888-5883-420a-8bdc-683193210c88', 'name': 'tempest-DeleteServersTestJSON-1801587263-router', 'tenant_id': 'acfd00e7112b409bba3cdf9480508b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '778ecca6-457a-47ac-9a48-f0869d8801fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:00Z', 'updated_at': '2022-09-22T12:29:02Z', 'revision_number': 3, 'project_id': 'acfd00e7112b409bba3cdf9480508b02', 'gw_port': {'id': '778ecca6-457a-47ac-9a48-f0869d8801fc', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82577888-5883-420a-8bdc-683193210c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:07.043809 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] Checking router: eebb0bf7-e40b-41df-b3a4-ca04676302e4 for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:29:07.044221 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] Updating router eebb0bf7-e40b-41df-b3a4-ca04676302e4 port fa1983a8-9fe4-4ab4-8bba-ed49495e7447 binding host dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:29:07.101008 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201630c2-521f-4d85-9a15-f1bd9ea65983 None None] The sync data for ids ['82577888-5883-420a-8bdc-683193210c88'] in dv-cinder-856463-4-iscsi is: [{'id': '82577888-5883-420a-8bdc-683193210c88', 'name': 'tempest-DeleteServersTestJSON-1801587263-router', 'tenant_id': 'acfd00e7112b409bba3cdf9480508b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '778ecca6-457a-47ac-9a48-f0869d8801fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:00Z', 'updated_at': '2022-09-22T12:29:02Z', 'revision_number': 3, 'project_id': 'acfd00e7112b409bba3cdf9480508b02', 'gw_port': {'id': '778ecca6-457a-47ac-9a48-f0869d8801fc', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82577888-5883-420a-8bdc-683193210c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:29:07.107876 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:07.128390 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (fa1983a8-9fe4-4ab4-8bba-ed49495e7447), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:07.133462 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5905d31-cea6-4a8f-9c17-ad9830e41481 admin admin] Pushing event updated for resources: {'Port': ['ID=87e23768-14cc-492b-88f1-d2ce54769e28,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:07.194398 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-f670157b-6850-4713-9f0f-29848ee80a5c None None] Current status of the port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:07.196639 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-f670157b-6850-4713-9f0f-29848ee80a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (a25fe224-2d2d-44b0-8ccb-12d454ec1ad0), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:07.288691 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:07.291706 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:07.292133 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:07.292562 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106189) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:07.292987 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d803dc-263e-4ef5-be2a-d229ccef9d97']}} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:07.315021 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d5905d31-cea6-4a8f-9c17-ad9830e41481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (87e23768-14cc-492b-88f1-d2ce54769e28), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:07.371860 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b4bebb-fac1-44d5-9a3b-6ab9cf984155') {'for_net_delete': True} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:07.372576 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b4bebb-fac1-44d5-9a3b-6ab9cf984155') {} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:07.440361 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742011169877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4008941'] for segment (80b4bebb-fac1-44d5-9a3b-6ab9cf984155), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:07.511172 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d4cab4bb-9958-4d37-8c25-7b9304c6abdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629806'] for router (b29ff6e8-f65e-42d9-b132-792f8e95ae0a), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:07.531897 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (80b4bebb-fac1-44d5-9a3b-6ab9cf984155), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:07.566259 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:07.579133 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (a25fe224-2d2d-44b0-8ccb-12d454ec1ad0), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:07.579804 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 Sep 22 12:29:07.611954 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:07.626942 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=106189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 12:29:07.634272 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2984513'] for segment (80b4bebb-fac1-44d5-9a3b-6ab9cf984155), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:07.657661 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d5905d31-cea6-4a8f-9c17-ad9830e41481 admin admin] Publish callbacks [] for port (87e23768-14cc-492b-88f1-d2ce54769e28), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:07.666884 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d5905d31-cea6-4a8f-9c17-ad9830e41481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (87e23768-14cc-492b-88f1-d2ce54769e28), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:07.667752 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d5905d31-cea6-4a8f-9c17-ad9830e41481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425347'] for router_interface (82577888-5883-420a-8bdc-683193210c88), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:07.706584 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-f670157b-6850-4713-9f0f-29848ee80a5c None None] For port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=a25fe224-2d2d-44b0-8ccb-12d454ec1ad0,segment=NetworkSegment(959b0173-edf3-4a4b-a878-688b20dcf91a),segment_id=959b0173-edf3-4a4b-a878-688b20dcf91a)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:07.733911 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-f670157b-6850-4713-9f0f-29848ee80a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (a25fe224-2d2d-44b0-8ccb-12d454ec1ad0), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:07.817426 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5905d31-cea6-4a8f-9c17-ad9830e41481 admin admin] Pushing event updated for resources: {'Port': ['ID=87e23768-14cc-492b-88f1-d2ce54769e28,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:07.916612 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-f670157b-6850-4713-9f0f-29848ee80a5c None None] Provisioning complete for port b48cc67c-79dd-4151-94d3-1caeba66e6be triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:07.917094 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-f670157b-6850-4713-9f0f-29848ee80a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (b48cc67c-79dd-4151-94d3-1caeba66e6be), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:07.925597 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-f670157b-6850-4713-9f0f-29848ee80a5c None None] Attempt 1 to provision port b48cc67c-79dd-4151-94d3-1caeba66e6be Sep 22 12:29:07.934320 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:07.953040 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5905d31-cea6-4a8f-9c17-ad9830e41481 admin admin] Network 00c667b7-ed04-4735-ad4f-fba2a6edba76 is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:29:07.975387 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-d5905d31-cea6-4a8f-9c17-ad9830e41481 admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:08.132098 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7308-93f5-491e-ae5c-8126547d4fc6 admin admin] Publish callbacks [] for router_gateway (9adee683-da65-4a4b-9b93-f161bcd3668a), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:08.227525 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] Publish callbacks [] for port (fa1983a8-9fe4-4ab4-8bba-ed49495e7447), precommit_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:08.246922 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670157b-6850-4713-9f0f-29848ee80a5c None None] Pushing event updated for resources: {'Port': ['ID=a25fe224-2d2d-44b0-8ccb-12d454ec1ad0,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:08.282310 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5905d31-cea6-4a8f-9c17-ad9830e41481 admin admin] Router 82577888-5883-420a-8bdc-683193210c88 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:29:08.324445 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16032888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629891'] for network (a2d803dc-263e-4ef5-be2a-d229ccef9d97), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:08.352834 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (fa1983a8-9fe4-4ab4-8bba-ed49495e7447), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:08.373049 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:08.490661 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:08.508417 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 45020) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:08.508593 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/a2d803dc-263e-4ef5-be2a-d229ccef9d97 HTTP/1.1" status: 204 len: 168 time: 3.0878701 Sep 22 12:29:08.584984 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] Attempting to bind port fa1983a8-9fe4-4ab4-8bba-ed49495e7447 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:29:08.587030 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] Attempting to bind port fa1983a8-9fe4-4ab4-8bba-ed49495e7447 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:29:08.588174 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] Attempting to bind port fa1983a8-9fe4-4ab4-8bba-ed49495e7447 on network 1180960f-2d21-46a6-8808-3b9bf675fc1c {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:29:08.620119 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.services.segments.plugin [-] Segment 80b4bebb-fac1-44d5-9a3b-6ab9cf984155 resource provider aggregate not found Sep 22 12:29:08.623517 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2166cc1-3a53-4ddb-85b4-1c23d6e71e65 admin admin] Deleting subnet cad1a03c-330b-48b5-a563-27e96a772d1d {{(pid=106188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 12:29:08.629486 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e2166cc1-3a53-4ddb-85b4-1c23d6e71e65 admin admin] Publish callbacks [] for subnet (cad1a03c-330b-48b5-a563-27e96a772d1d), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:08.635928 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ec862-ff76-47a0-96da-3627af5c4728 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2d803dc-263e-4ef5-be2a-d229ccef9d97,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:08.735833 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:08.742344 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:08.761632 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:08.850802 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ce210-4f6e-4ee6-806e-8c4156069d5f None None] Pushing event updated for resources: {'Port': ['ID=fa1983a8-9fe4-4ab4-8bba-ed49495e7447,revision_number=2']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:08.882717 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5905d31-cea6-4a8f-9c17-ad9830e41481 admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:29:08.888123 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-d5905d31-cea6-4a8f-9c17-ad9830e41481 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/82577888-5883-420a-8bdc-683193210c88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0453405 Sep 22 12:29:08.917699 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e2166cc1-3a53-4ddb-85b4-1c23d6e71e65 admin admin] Publish callbacks [] for subnet (cad1a03c-330b-48b5-a563-27e96a772d1d), precommit_delete_associations {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:08.923895 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-f670157b-6850-4713-9f0f-29848ee80a5c None None] Current status of the port b48cc67c-79dd-4151-94d3-1caeba66e6be is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:08.937665 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e2166cc1-3a53-4ddb-85b4-1c23d6e71e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16494954'] for subnet (cad1a03c-330b-48b5-a563-27e96a772d1d), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:08.947026 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:29:08.949119 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] Checking segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:29:08.950043 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:08.951608 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] Bound using segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:29:08.952258 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] Bound port: fa1983a8-9fe4-4ab4-8bba-ed49495e7447, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:29:08.956708 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (fa1983a8-9fe4-4ab4-8bba-ed49495e7447), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:09.075912 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e2166cc1-3a53-4ddb-85b4-1c23d6e71e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for subnet (cad1a03c-330b-48b5-a563-27e96a772d1d), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:09.102560 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] For port fa1983a8-9fe4-4ab4-8bba-ed49495e7447, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:29:09.121339 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2166cc1-3a53-4ddb-85b4-1c23d6e71e65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cad1a03c-330b-48b5-a563-27e96a772d1d,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:09.130449 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e2166cc1-3a53-4ddb-85b4-1c23d6e71e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:09.147712 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-e2166cc1-3a53-4ddb-85b4-1c23d6e71e65 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/cad1a03c-330b-48b5-a563-27e96a772d1d HTTP/1.1" status: 204 len: 168 time: 0.6333592 Sep 22 12:29:09.147955 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 45056) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:09.154876 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] For port fa1983a8-9fe4-4ab4-8bba-ed49495e7447, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=fa1983a8-9fe4-4ab4-8bba-ed49495e7447,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:29:09.169636 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.services.segments.plugin [-] Segment 80b4bebb-fac1-44d5-9a3b-6ab9cf984155 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80b4bebb-fac1-44d5-9a3b-6ab9cf984155 found for delete ", "request_id": "req-2bf95735-549c-4a2c-9e6a-9831a963b184"}]} Sep 22 12:29:09.183158 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (fa1983a8-9fe4-4ab4-8bba-ed49495e7447), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:09.197871 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Provisioning complete for port 87e23768-14cc-492b-88f1-d2ce54769e28 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:09.198479 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (87e23768-14cc-492b-88f1-d2ce54769e28), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:09.199003 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Attempt 1 to provision port 87e23768-14cc-492b-88f1-d2ce54769e28 Sep 22 12:29:09.236948 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 778ecca6-457a-47ac-9a48-f0869d8801fc up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:09.281942 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16438815'] for network (eae78656-2fd1-4a88-9241-b475a36d0d63), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:09.376892 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:09.415518 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cab4bb-9958-4d37-8c25-7b9304c6abdc admin admin] Router b29ff6e8-f65e-42d9-b132-792f8e95ae0a is scheduled to L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 with binding_index 1 {{(pid=106189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 12:29:09.463306 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16032833', 'neutron.services.segments.db._delete_segments_for_network-8742011169985'] for network (eae78656-2fd1-4a88-9241-b475a36d0d63), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:09.498165 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Port 87e23768-14cc-492b-88f1-d2ce54769e28 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:09.507169 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] Routers {'eebb0bf7-e40b-41df-b3a4-ca04676302e4'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:29:09.509416 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:28:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:09.511696 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:09.512512 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:09.513603 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:09.514240 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Subscribe: > port after_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:09.515015 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Subscribe: > port after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:09.515559 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Subscribe: > port after_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:09.516098 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:09.517237 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:09.517909 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:09.518436 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:09.567598 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ce210-4f6e-4ee6-806e-8c4156069d5f None None] Pushing event updated for resources: {'Port': ['ID=fa1983a8-9fe4-4ab4-8bba-ed49495e7447,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:09.567783 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bfd68be4-8259-41a6-92f1-fece9c18adfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:09.591464 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:09.594258 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cab4bb-9958-4d37-8c25-7b9304c6abdc admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:29:09.605571 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 778ecca6-457a-47ac-9a48-f0869d8801fc triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:09.606245 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (778ecca6-457a-47ac-9a48-f0869d8801fc), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:09.608760 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] Sync routers for ids ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:29:09.619458 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 778ecca6-457a-47ac-9a48-f0869d8801fc Sep 22 12:29:09.627475 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] Routers {'b29ff6e8-f65e-42d9-b132-792f8e95ae0a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:29:09.628268 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:28:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:09.782100 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 45068) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:09.799515 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d4cab4bb-9958-4d37-8c25-7b9304c6abdc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:09.808008 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-d4cab4bb-9958-4d37-8c25-7b9304c6abdc admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.1398451 Sep 22 12:29:09.810447 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] Set router eebb0bf7-e40b-41df-b3a4-ca04676302e4 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:29:09.813479 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:09.813954 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:09.814052 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 45070) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:09.814279 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:09.814602 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 12:29:09.814960 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae78656-2fd1-4a88-9241-b475a36d0d63']}} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:09.847012 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5cfead0-1e90-4fd5-a8f3-af40f17a3df3') {'for_net_delete': True} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:09.847825 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5cfead0-1e90-4fd5-a8f3-af40f17a3df3') {} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:09.854387 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] Set router b29ff6e8-f65e-42d9-b132-792f8e95ae0a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:29:09.876595 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742011169877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303439'] for segment (f5cfead0-1e90-4fd5-a8f3-af40f17a3df3), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:09.916587 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:09.922076 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (f5cfead0-1e90-4fd5-a8f3-af40f17a3df3), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:09.947519 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=106188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 12:29:09.949900 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1310191'] for segment (f5cfead0-1e90-4fd5-a8f3-af40f17a3df3), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:09.978461 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] Sync routers for ids ['82577888-5883-420a-8bdc-683193210c88'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:29:09.989674 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 778ecca6-457a-47ac-9a48-f0869d8801fc is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:09.990488 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (778ecca6-457a-47ac-9a48-f0869d8801fc), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:10.033273 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Attempt 2 to provision port 87e23768-14cc-492b-88f1-d2ce54769e28 Sep 22 12:29:10.087085 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16032888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629891'] for network (eae78656-2fd1-4a88-9241-b475a36d0d63), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:10.105680 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:10.106653 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [None req-bfd68be4-8259-41a6-92f1-fece9c18adfd admin admin] Allocated IP 172.20.0.1 (8db57afe-6ac0-4ca9-95e4-169c6f6e837a/6136a7d9-4fb1-4ae9-8b34-a44ca765189e/74f5c2ac-28ae-40b2-a764-1859e23d46ba) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:29:10.110302 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:10.114297 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] For port 778ecca6-457a-47ac-9a48-f0869d8801fc, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=778ecca6-457a-47ac-9a48-f0869d8801fc,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:10.129700 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/eae78656-2fd1-4a88-9241-b475a36d0d63 HTTP/1.1" status: 204 len: 168 time: 0.9773917 Sep 22 12:29:10.173927 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d19d0-b1ec-4778-90d5-cdfc3af4322e admin admin] Pushing event deleted for resources: {'Network': ['ID=eae78656-2fd1-4a88-9241-b475a36d0d63,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:10.192057 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] Routers {'82577888-5883-420a-8bdc-683193210c88'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:29:10.192718 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:28:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['82577888-5883-420a-8bdc-683193210c88'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:10.201149 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (778ecca6-457a-47ac-9a48-f0869d8801fc), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:10.201960 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:10.251087 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:10.271322 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:04Z', 'revision_number': 3, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:10.277287 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 45102) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:10.281016 dv-cinder-856463-4-iscsi neutron-server[106188]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 12:29:10.328388 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7308-93f5-491e-ae5c-8126547d4fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629806'] for router (9adee683-da65-4a4b-9b93-f161bcd3668a), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:10.335173 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] Checking router: b29ff6e8-f65e-42d9-b132-792f8e95ae0a for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:29:10.335555 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] Updating router b29ff6e8-f65e-42d9-b132-792f8e95ae0a port d1148695-e223-4dac-b215-938bd8e16557 binding host dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:29:10.407771 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-79e715a5-21a8-48c1-b452-caca8e12382f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:10.411596 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (d1148695-e223-4dac-b215-938bd8e16557), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:10.553418 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 45114) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:10.685353 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:10.700736 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Port 87e23768-14cc-492b-88f1-d2ce54769e28 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:10.795434 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-3cfd6423-6352-43b2-b9cd-b745138525f7 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:10.797057 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-3cfd6423-6352-43b2-b9cd-b745138525f7 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/networks?id=00c667b7-ed04-4735-ad4f-fba2a6edba76 HTTP/1.1" status: 200 len: 812 time: 0.5174320 Sep 22 12:29:10.798791 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.services.segments.plugin [-] Segment f5cfead0-1e90-4fd5-a8f3-af40f17a3df3 resource provider aggregate not found Sep 22 12:29:10.808358 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-0edfbf88-2ca2-495e-b4e8-ce2201c3a86a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c3d5c01356eb45f9b87fddc5526b6de1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2515805 Sep 22 12:29:10.810858 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 45126) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:10.833672 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.services.segments.plugin [-] Segment f5cfead0-1e90-4fd5-a8f3-af40f17a3df3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5cfead0-1e90-4fd5-a8f3-af40f17a3df3 found for delete ", "request_id": "req-f41ee6a4-a8a0-458b-b723-f60ac39c44b7"}]} Sep 22 12:29:10.847148 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-b7ecb8b0-8ab8-4729-8eb0-9253e03de014 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/quotas/acfd00e7112b409bba3cdf9480508b02 HTTP/1.1" status: 200 len: 375 time: 0.0377192 Sep 22 12:29:10.918991 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1469968037-router', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:57Z', 'updated_at': '2022-09-22T12:29:01Z', 'revision_number': 3, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'gw_port': {'id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:10.958451 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461994ca-45e3-4407-9516-8d30dfa7e205 None None] The sync data for ids ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'] in dv-cinder-856463-4-iscsi is: [{'id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1469968037-router', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:57Z', 'updated_at': '2022-09-22T12:29:01Z', 'revision_number': 3, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'gw_port': {'id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:29:10.961204 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Pushing event updated for resources: {'Port': ['ID=778ecca6-457a-47ac-9a48-f0869d8801fc,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:10.979448 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:10.980074 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (a25fe224-2d2d-44b0-8ccb-12d454ec1ad0), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:10.980272 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 Sep 22 12:29:10.983631 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-42b609e4-46e0-4f63-a54f-8f3303d6649b tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=acfd00e7112b409bba3cdf9480508b02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1280456 Sep 22 12:29:10.990469 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7eb41221-da9e-4032-b012-fc4bc0370e9b admin admin] Publish callbacks [] for security_group (cbafb52f-bb54-4bcc-b411-5dc2a6101756), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:11.015017 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7eb41221-da9e-4032-b012-fc4bc0370e9b admin admin] Publish callbacks [] for security_group (cbafb52f-bb54-4bcc-b411-5dc2a6101756), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:11.025045 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bfd68be4-8259-41a6-92f1-fece9c18adfd admin admin] Publish callbacks [] for port (74f5c2ac-28ae-40b2-a764-1859e23d46ba), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:11.043779 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] Set router 82577888-5883-420a-8bdc-683193210c88 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:29:11.097064 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bfd68be4-8259-41a6-92f1-fece9c18adfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (74f5c2ac-28ae-40b2-a764-1859e23d46ba), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:11.116266 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7eb41221-da9e-4032-b012-fc4bc0370e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (cbafb52f-bb54-4bcc-b411-5dc2a6101756), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:11.119633 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7eb41221-da9e-4032-b012-fc4bc0370e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:11.120850 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-7eb41221-da9e-4032-b012-fc4bc0370e9b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/cbafb52f-bb54-4bcc-b411-5dc2a6101756 HTTP/1.1" status: 204 len: 168 time: 0.3085663 Sep 22 12:29:11.139091 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb41221-da9e-4032-b012-fc4bc0370e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbafb52f-bb54-4bcc-b411-5dc2a6101756,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:11.156483 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:11.158831 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device b48cc67c-79dd-4151-94d3-1caeba66e6be up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:11.166914 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] Publish callbacks [] for port (d1148695-e223-4dac-b215-938bd8e16557), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:11.187207 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (d1148695-e223-4dac-b215-938bd8e16557), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:11.221029 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Attempt 3 to provision port 87e23768-14cc-492b-88f1-d2ce54769e28 Sep 22 12:29:11.232391 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd68be4-8259-41a6-92f1-fece9c18adfd admin admin] Network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:29:11.279095 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-bfd68be4-8259-41a6-92f1-fece9c18adfd admin admin] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:11.316078 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81137db3-8c37-4750-86a6-671653cda04c None None] Pushing event updated for resources: {'Port': ['ID=d1148695-e223-4dac-b215-938bd8e16557,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:11.326601 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Port 87e23768-14cc-492b-88f1-d2ce54769e28 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:11.350889 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] Attempting to bind port d1148695-e223-4dac-b215-938bd8e16557 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:29:11.352598 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] Attempting to bind port d1148695-e223-4dac-b215-938bd8e16557 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:29:11.352598 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] Attempting to bind port d1148695-e223-4dac-b215-938bd8e16557 on network 1180960f-2d21-46a6-8808-3b9bf675fc1c {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:29:11.416331 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-89fedba9-02f9-4807-bca4-f88973db5573 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 12:29:11.432795 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-89fedba9-02f9-4807-bca4-f88973db5573 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1355929 Sep 22 12:29:11.468357 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:11.469016 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:11.481826 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:29:11.482950 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] Checking segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:29:11.483359 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:11.483754 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] Bound using segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:29:11.484246 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] Bound port: d1148695-e223-4dac-b215-938bd8e16557, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:29:11.484649 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (d1148695-e223-4dac-b215-938bd8e16557), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:11.611135 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] For port d1148695-e223-4dac-b215-938bd8e16557, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:29:11.618384 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd68be4-8259-41a6-92f1-fece9c18adfd admin admin] Pushing event updated for resources: {'Port': ['ID=74f5c2ac-28ae-40b2-a764-1859e23d46ba,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:11.634974 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd68be4-8259-41a6-92f1-fece9c18adfd admin admin] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:29:11.640045 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port b48cc67c-79dd-4151-94d3-1caeba66e6be triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:11.640451 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (b48cc67c-79dd-4151-94d3-1caeba66e6be), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:11.640788 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port b48cc67c-79dd-4151-94d3-1caeba66e6be Sep 22 12:29:11.642620 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] For port d1148695-e223-4dac-b215-938bd8e16557, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=d1148695-e223-4dac-b215-938bd8e16557,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:29:11.657768 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (d1148695-e223-4dac-b215-938bd8e16557), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:11.665942 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-11b9c59d-83a5-49b5-b268-e36ac4121770 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/00c667b7-ed04-4735-ad4f-fba2a6edba76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331212 Sep 22 12:29:11.782446 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:11.790604 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bfd68be4-8259-41a6-92f1-fece9c18adfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425239'] for router_interface (eebb0bf7-e40b-41df-b3a4-ca04676302e4), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:11.793198 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81137db3-8c37-4750-86a6-671653cda04c None None] Pushing event updated for resources: {'Port': ['ID=d1148695-e223-4dac-b215-938bd8e16557,revision_number=3']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:11.797639 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] Routers {'b29ff6e8-f65e-42d9-b132-792f8e95ae0a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:29:11.799811 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-79e715a5-21a8-48c1-b452-caca8e12382f admin admin] Publish callbacks [] for security_group (20a7f035-66d4-482b-bbd2-28b2cdfe5928), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:11.800485 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:28:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:11.810966 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:11.841069 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-f80c11f3-a901-4775-b89d-29a68143f465 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/00c667b7-ed04-4735-ad4f-fba2a6edba76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687117 Sep 22 12:29:11.879459 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Attempt 4 to provision port 87e23768-14cc-492b-88f1-d2ce54769e28 Sep 22 12:29:11.890339 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-79e715a5-21a8-48c1-b452-caca8e12382f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (20a7f035-66d4-482b-bbd2-28b2cdfe5928), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:12.004452 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e715a5-21a8-48c1-b452-caca8e12382f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a7f035-66d4-482b-bbd2-28b2cdfe5928,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:12.014235 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 45152) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:12.027594 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cd7308-93f5-491e-ae5c-8126547d4fc6 admin admin] Router 9adee683-da65-4a4b-9b93-f161bcd3668a is scheduled to L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 with binding_index 1 {{(pid=106189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 12:29:12.034092 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Port 87e23768-14cc-492b-88f1-d2ce54769e28 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:12.038956 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82577888-5883-420a-8bdc-683193210c88', 'name': 'tempest-DeleteServersTestJSON-1801587263-router', 'tenant_id': 'acfd00e7112b409bba3cdf9480508b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '778ecca6-457a-47ac-9a48-f0869d8801fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:00Z', 'updated_at': '2022-09-22T12:29:07Z', 'revision_number': 4, 'project_id': 'acfd00e7112b409bba3cdf9480508b02', 'gw_port': {'id': '778ecca6-457a-47ac-9a48-f0869d8801fc', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82577888-5883-420a-8bdc-683193210c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '87e23768-14cc-492b-88f1-d2ce54769e28', 'name': '', 'network_id': '00c667b7-ed04-4735-ad4f-fba2a6edba76', 'tenant_id': 'acfd00e7112b409bba3cdf9480508b02', 'mac_address': 'fa:16:3e:52:18:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82577888-5883-420a-8bdc-683193210c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c9d5cb36-7762-4e4d-88e2-a9b037283a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:06Z', 'updated_at': '2022-09-22T12:29:07Z', 'revision_number': 2, 'project_id': 'acfd00e7112b409bba3cdf9480508b02', 'subnets': [{'id': 'c9d5cb36-7762-4e4d-88e2-a9b037283a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:12.042847 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] Set router b29ff6e8-f65e-42d9-b132-792f8e95ae0a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:29:12.121615 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-266cd6e2-a252-402f-ab58-2c977c4eb78c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=cd403ec87b894c1cbf6adf020919ac66&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1033788 Sep 22 12:29:12.122259 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 45154) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:12.141230 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] Checking router: 82577888-5883-420a-8bdc-683193210c88 for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:29:12.141867 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] Updating router 82577888-5883-420a-8bdc-683193210c88 port 87e23768-14cc-492b-88f1-d2ce54769e28 binding host dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:29:12.146760 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-79e715a5-21a8-48c1-b452-caca8e12382f admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b33798f3b89546c4be5654eedf8e7376&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3519511 Sep 22 12:29:12.149712 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 45158) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:12.181805 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port b48cc67c-79dd-4151-94d3-1caeba66e6be is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:12.183769 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 38dd49fe-de29-45f8-af0b-7e5f3fd7909e up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:12.211126 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (87e23768-14cc-492b-88f1-d2ce54769e28), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:12.274241 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 45168) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:12.373640 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 38dd49fe-de29-45f8-af0b-7e5f3fd7909e triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:12.375209 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (38dd49fe-de29-45f8-af0b-7e5f3fd7909e), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:12.375557 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 38dd49fe-de29-45f8-af0b-7e5f3fd7909e Sep 22 12:29:12.385408 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:04Z', 'revision_number': 3, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:12.420786 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243ed91b-00f1-4aaf-9283-2b2e9090b9bd None None] The sync data for ids ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'] in dv-cinder-856463-4-iscsi is: [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:04Z', 'revision_number': 3, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:29:12.443036 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2cfe7e39-73a4-459b-9f1b-b9c1bce17bda req-7bf23e66-1716-45c9-a447-f1e227cae3c8 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 210 time: 0.1650774 Sep 22 12:29:12.452191 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8eaf4306-d5fc-4a55-b9f8-0a057086d070 admin admin] Publish callbacks [] for security_group (845ee4d3-9d3a-4c69-94d3-34745cf6dfeb), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:12.488972 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8eaf4306-d5fc-4a55-b9f8-0a057086d070 admin admin] Publish callbacks [] for security_group (845ee4d3-9d3a-4c69-94d3-34745cf6dfeb), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:12.555995 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Attempt 5 to provision port 87e23768-14cc-492b-88f1-d2ce54769e28 Sep 22 12:29:12.562913 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=100 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:12.576941 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=100 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:12.662579 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8eaf4306-d5fc-4a55-b9f8-0a057086d070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (845ee4d3-9d3a-4c69-94d3-34745cf6dfeb), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:12.669477 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8eaf4306-d5fc-4a55-b9f8-0a057086d070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:12.673001 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-8eaf4306-d5fc-4a55-b9f8-0a057086d070 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/845ee4d3-9d3a-4c69-94d3-34745cf6dfeb HTTP/1.1" status: 204 len: 168 time: 0.5474780 Sep 22 12:29:12.704857 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf4306-d5fc-4a55-b9f8-0a057086d070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845ee4d3-9d3a-4c69-94d3-34745cf6dfeb,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:12.966128 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cd7308-93f5-491e-ae5c-8126547d4fc6 admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:29:13.011235 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] Sync routers for ids ['9adee683-da65-4a4b-9b93-f161bcd3668a'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:29:13.020231 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Port 87e23768-14cc-492b-88f1-d2ce54769e28 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:13.036988 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] Routers {'9adee683-da65-4a4b-9b93-f161bcd3668a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:29:13.040428 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:28:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9adee683-da65-4a4b-9b93-f161bcd3668a'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:13.096397 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a0cd7308-93f5-491e-ae5c-8126547d4fc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:13.102683 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 45200) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:13.106767 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-a0cd7308-93f5-491e-ae5c-8126547d4fc6 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.0572114 Sep 22 12:29:13.180884 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bfd68be4-8259-41a6-92f1-fece9c18adfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (74f5c2ac-28ae-40b2-a764-1859e23d46ba), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:13.221861 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 38dd49fe-de29-45f8-af0b-7e5f3fd7909e is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:13.222951 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (38dd49fe-de29-45f8-af0b-7e5f3fd7909e), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:13.236896 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:13.387726 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] For port 38dd49fe-de29-45f8-af0b-7e5f3fd7909e, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=38dd49fe-de29-45f8-af0b-7e5f3fd7909e,segment=NetworkSegment(ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828),segment_id=ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:13.406454 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (38dd49fe-de29-45f8-af0b-7e5f3fd7909e), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:13.407584 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:13.495853 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bfd68be4-8259-41a6-92f1-fece9c18adfd admin admin] Publish callbacks [] for port (74f5c2ac-28ae-40b2-a764-1859e23d46ba), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:13.526275 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Attempt 6 to provision port 87e23768-14cc-492b-88f1-d2ce54769e28 Sep 22 12:29:13.530547 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0ee2-f300-4b18-b69e-3b2bcb68b64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:13.532798 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] Set router 9adee683-da65-4a4b-9b93-f161bcd3668a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:29:13.592307 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bfd68be4-8259-41a6-92f1-fece9c18adfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (74f5c2ac-28ae-40b2-a764-1859e23d46ba), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:13.639392 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Pushing event updated for resources: {'Port': ['ID=38dd49fe-de29-45f8-af0b-7e5f3fd7909e,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:13.665210 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Port 87e23768-14cc-492b-88f1-d2ce54769e28 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:13.709616 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-119d5536-c9fc-4da1-848c-7bbe20db272a admin admin] Publish callbacks [] for security_group (20a7f035-66d4-482b-bbd2-28b2cdfe5928), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:13.773379 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-119d5536-c9fc-4da1-848c-7bbe20db272a admin admin] Publish callbacks [] for security_group (20a7f035-66d4-482b-bbd2-28b2cdfe5928), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:13.804415 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-15f91637-0508-454c-91d4-612096214593 req-e85a239c-93fb-407a-b9cb-8c106724bdee tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 210 time: 0.1249540 Sep 22 12:29:13.936960 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] Publish callbacks [] for port (87e23768-14cc-492b-88f1-d2ce54769e28), precommit_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:13.947330 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (87e23768-14cc-492b-88f1-d2ce54769e28), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:14.017637 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886c06e-e845-4130-b071-f13a497e8364 None None] Pushing event updated for resources: {'Port': ['ID=87e23768-14cc-492b-88f1-d2ce54769e28,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:14.026934 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 778ecca6-457a-47ac-9a48-f0869d8801fc up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:14.045444 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:14.134838 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bfd68be4-8259-41a6-92f1-fece9c18adfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425347'] for router_interface (eebb0bf7-e40b-41df-b3a4-ca04676302e4), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:14.179145 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Attempt 7 to provision port 87e23768-14cc-492b-88f1-d2ce54769e28 Sep 22 12:29:14.261023 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:14.293377 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'name': 'tempest-AttachVolumeTestJSON-2139353545-router', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:06Z', 'revision_number': 3, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'gw_port': {'id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:03Z', 'updated_at': '2022-09-22T12:29:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:14.296823 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:14.331628 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] Checking router: 9adee683-da65-4a4b-9b93-f161bcd3668a for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:29:14.332450 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] Updating router 9adee683-da65-4a4b-9b93-f161bcd3668a port 7a3ecdce-78f7-4052-9d42-2cfc154cfcda binding host dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:29:14.373379 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (7a3ecdce-78f7-4052-9d42-2cfc154cfcda), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:14.381058 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 778ecca6-457a-47ac-9a48-f0869d8801fc triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:14.382131 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (778ecca6-457a-47ac-9a48-f0869d8801fc), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:14.382702 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 778ecca6-457a-47ac-9a48-f0869d8801fc Sep 22 12:29:14.384556 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd68be4-8259-41a6-92f1-fece9c18adfd admin admin] Pushing event updated for resources: {'Port': ['ID=74f5c2ac-28ae-40b2-a764-1859e23d46ba,revision_number=2']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:14.390795 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Port 87e23768-14cc-492b-88f1-d2ce54769e28 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:14.418244 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] Attempting to bind port 87e23768-14cc-492b-88f1-d2ce54769e28 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:29:14.418948 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] Attempting to bind port 87e23768-14cc-492b-88f1-d2ce54769e28 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': 'ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '00c667b7-ed04-4735-ad4f-fba2a6edba76'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:29:14.419560 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] Attempting to bind port 87e23768-14cc-492b-88f1-d2ce54769e28 on network 00c667b7-ed04-4735-ad4f-fba2a6edba76 {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:29:14.479177 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d5a565c3-e066-4c1a-be36-823849bb6e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:14.509216 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:14.538604 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:29:14.539092 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] Checking segment: {'id': 'ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '00c667b7-ed04-4735-ad4f-fba2a6edba76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:29:14.539704 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:14.540272 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] Bound using segment: {'id': 'ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '00c667b7-ed04-4735-ad4f-fba2a6edba76'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:29:14.545841 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] Bound port: 87e23768-14cc-492b-88f1-d2ce54769e28, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '00c667b7-ed04-4735-ad4f-fba2a6edba76'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:29:14.546540 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (87e23768-14cc-492b-88f1-d2ce54769e28), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:14.642612 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 778ecca6-457a-47ac-9a48-f0869d8801fc is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:14.644006 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device d1148695-e223-4dac-b215-938bd8e16557 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:14.692116 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-119d5536-c9fc-4da1-848c-7bbe20db272a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (20a7f035-66d4-482b-bbd2-28b2cdfe5928), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:14.694877 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-119d5536-c9fc-4da1-848c-7bbe20db272a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:14.696713 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-119d5536-c9fc-4da1-848c-7bbe20db272a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/20a7f035-66d4-482b-bbd2-28b2cdfe5928 HTTP/1.1" status: 204 len: 168 time: 2.4010103 Sep 22 12:29:14.753068 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d5536-c9fc-4da1-848c-7bbe20db272a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a7f035-66d4-482b-bbd2-28b2cdfe5928,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:14.765517 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] For port 87e23768-14cc-492b-88f1-d2ce54769e28, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:29:14.821706 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] For port 87e23768-14cc-492b-88f1-d2ce54769e28, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=87e23768-14cc-492b-88f1-d2ce54769e28,segment=NetworkSegment(ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828),segment_id=ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:29:14.839335 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [None req-d5a565c3-e066-4c1a-be36-823849bb6e1a admin admin] Allocated IP 172.20.0.1 (fa4f03ac-0d51-4ef1-9086-3b2b84cb717e/d3942071-66f3-4019-bd71-b3135c985af6/211b583f-2a4c-4b8c-826c-0648c7e4c3c6) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:29:14.856695 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port d1148695-e223-4dac-b215-938bd8e16557 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:14.856695 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (d1148695-e223-4dac-b215-938bd8e16557), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:14.856695 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port d1148695-e223-4dac-b215-938bd8e16557 Sep 22 12:29:14.865130 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd68be4-8259-41a6-92f1-fece9c18adfd admin admin] Network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:29:14.886698 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] Publish callbacks [] for port (7a3ecdce-78f7-4052-9d42-2cfc154cfcda), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:14.888206 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-bfd68be4-8259-41a6-92f1-fece9c18adfd admin admin] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:14.934154 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (7a3ecdce-78f7-4052-9d42-2cfc154cfcda), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:14.941349 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Attempt 8 to provision port 87e23768-14cc-492b-88f1-d2ce54769e28 Sep 22 12:29:14.945643 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (87e23768-14cc-492b-88f1-d2ce54769e28), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:14.952394 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:14.971026 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [None req-cb3a0ee2-f300-4b18-b69e-3b2bcb68b64d admin admin] Allocated IP 172.20.0.1 (a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd/d853fe9a-55b9-4c8d-9099-d1741ea2e14d/3eac1600-3695-4a60-924b-eaed2c450132) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:29:15.007291 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] Attempting to bind port 7a3ecdce-78f7-4052-9d42-2cfc154cfcda on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:29:15.007671 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] Attempting to bind port 7a3ecdce-78f7-4052-9d42-2cfc154cfcda by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:29:15.008040 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] Attempting to bind port 7a3ecdce-78f7-4052-9d42-2cfc154cfcda on network 1180960f-2d21-46a6-8808-3b9bf675fc1c {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:29:15.188765 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] Routers {'82577888-5883-420a-8bdc-683193210c88'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:29:15.189648 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:28:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['82577888-5883-420a-8bdc-683193210c88'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:15.254935 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:29:15.256230 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] Checking segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:29:15.258358 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:15.261526 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] Bound using segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:29:15.262719 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] Bound port: 7a3ecdce-78f7-4052-9d42-2cfc154cfcda, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:29:15.263671 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (7a3ecdce-78f7-4052-9d42-2cfc154cfcda), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:15.333871 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d5a565c3-e066-4c1a-be36-823849bb6e1a admin admin] Publish callbacks [] for port (211b583f-2a4c-4b8c-826c-0648c7e4c3c6), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:15.445935 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] For port 7a3ecdce-78f7-4052-9d42-2cfc154cfcda, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:29:15.458517 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] Set router 82577888-5883-420a-8bdc-683193210c88 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:29:15.467521 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] For port 7a3ecdce-78f7-4052-9d42-2cfc154cfcda, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=7a3ecdce-78f7-4052-9d42-2cfc154cfcda,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:29:15.469294 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d5a565c3-e066-4c1a-be36-823849bb6e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (211b583f-2a4c-4b8c-826c-0648c7e4c3c6), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:15.493562 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:15.530803 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (7a3ecdce-78f7-4052-9d42-2cfc154cfcda), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:15.581839 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] Routers {'9adee683-da65-4a4b-9b93-f161bcd3668a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:29:15.585434 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd68be4-8259-41a6-92f1-fece9c18adfd admin admin] Router eebb0bf7-e40b-41df-b3a4-ca04676302e4 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:29:15.585964 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:28:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9adee683-da65-4a4b-9b93-f161bcd3668a'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:15.662711 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:15.685432 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a565c3-e066-4c1a-be36-823849bb6e1a admin admin] Network fa4f03ac-0d51-4ef1-9086-3b2b84cb717e is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:29:15.692901 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-70b1649e-c7b3-400c-a717-86b0a9c3f3fc req-97472de0-592f-4b39-afcc-6974f23de486 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 210 time: 0.1392808 Sep 22 12:29:15.703400 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-d5a565c3-e066-4c1a-be36-823849bb6e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:15.713688 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a565c3-e066-4c1a-be36-823849bb6e1a admin admin] Pushing event updated for resources: {'Port': ['ID=211b583f-2a4c-4b8c-826c-0648c7e4c3c6,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:15.727379 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a565c3-e066-4c1a-be36-823849bb6e1a admin admin] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:29:15.826581 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 45290) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:15.862301 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] Set router 9adee683-da65-4a4b-9b93-f161bcd3668a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:29:15.920618 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0ee2-f300-4b18-b69e-3b2bcb68b64d admin admin] Publish callbacks [] for port (3eac1600-3695-4a60-924b-eaed2c450132), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:15.929974 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886c06e-e845-4130-b071-f13a497e8364 None None] Pushing event updated for resources: {'Port': ['ID=87e23768-14cc-492b-88f1-d2ce54769e28,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:15.935046 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7aeaef8c-3b84-494f-b89a-2e4da9290da0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:16.014110 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d5a565c3-e066-4c1a-be36-823849bb6e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425239'] for router_interface (9adee683-da65-4a4b-9b93-f161bcd3668a), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:16.030416 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:16.082497 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port d1148695-e223-4dac-b215-938bd8e16557 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:16.082832 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (d1148695-e223-4dac-b215-938bd8e16557), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:16.117641 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd68be4-8259-41a6-92f1-fece9c18adfd admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:29:16.143187 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-bfd68be4-8259-41a6-92f1-fece9c18adfd admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/eebb0bf7-e40b-41df-b3a4-ca04676302e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2003675 Sep 22 12:29:16.143187 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0ee2-f300-4b18-b69e-3b2bcb68b64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (3eac1600-3695-4a60-924b-eaed2c450132), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:16.148923 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:16.172739 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec46cb1-3a54-4d72-958d-c3b4b9a1ffe1 None None] Pushing event updated for resources: {'Port': ['ID=7a3ecdce-78f7-4052-9d42-2cfc154cfcda,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:16.186125 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602a8619-251f-4715-9781-45b91a1966bd None None] Sync routers for ids ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:29:16.188941 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3a0ee2-f300-4b18-b69e-3b2bcb68b64d admin admin] Network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:29:16.233420 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Current status of the port 87e23768-14cc-492b-88f1-d2ce54769e28 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:16.233821 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (87e23768-14cc-492b-88f1-d2ce54769e28), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:16.261519 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-cb3a0ee2-f300-4b18-b69e-3b2bcb68b64d admin admin] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:16.266362 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3a0ee2-f300-4b18-b69e-3b2bcb68b64d admin admin] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:29:16.269456 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a0ee2-f300-4b18-b69e-3b2bcb68b64d admin admin] Pushing event updated for resources: {'Port': ['ID=3eac1600-3695-4a60-924b-eaed2c450132,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:16.302156 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] For port d1148695-e223-4dac-b215-938bd8e16557, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=d1148695-e223-4dac-b215-938bd8e16557,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:16.386663 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0ee2-f300-4b18-b69e-3b2bcb68b64d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425239'] for router_interface (b29ff6e8-f65e-42d9-b132-792f8e95ae0a), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:16.397005 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.20', 57162) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:16.411739 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:16.433467 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82577888-5883-420a-8bdc-683193210c88', 'name': 'tempest-DeleteServersTestJSON-1801587263-router', 'tenant_id': 'acfd00e7112b409bba3cdf9480508b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '778ecca6-457a-47ac-9a48-f0869d8801fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:00Z', 'updated_at': '2022-09-22T12:29:07Z', 'revision_number': 4, 'project_id': 'acfd00e7112b409bba3cdf9480508b02', 'gw_port': {'id': '778ecca6-457a-47ac-9a48-f0869d8801fc', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82577888-5883-420a-8bdc-683193210c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '87e23768-14cc-492b-88f1-d2ce54769e28', 'name': '', 'network_id': '00c667b7-ed04-4735-ad4f-fba2a6edba76', 'tenant_id': 'acfd00e7112b409bba3cdf9480508b02', 'mac_address': 'fa:16:3e:52:18:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82577888-5883-420a-8bdc-683193210c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c9d5cb36-7762-4e4d-88e2-a9b037283a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:06Z', 'updated_at': '2022-09-22T12:29:14Z', 'revision_number': 4, 'project_id': 'acfd00e7112b409bba3cdf9480508b02', 'subnets': [{'id': 'c9d5cb36-7762-4e4d-88e2-a9b037283a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:16.440287 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (d1148695-e223-4dac-b215-938bd8e16557), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:16.443647 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device fa1983a8-9fe4-4ab4-8bba-ed49495e7447 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:16.504104 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec46cb1-3a54-4d72-958d-c3b4b9a1ffe1 None None] Pushing event updated for resources: {'Port': ['ID=7a3ecdce-78f7-4052-9d42-2cfc154cfcda,revision_number=3']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:16.520678 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602a8619-251f-4715-9781-45b91a1966bd None None] Routers {'eebb0bf7-e40b-41df-b3a4-ca04676302e4'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:29:16.537822 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-602a8619-251f-4715-9781-45b91a1966bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:28:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:16.614691 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] For port 87e23768-14cc-492b-88f1-d2ce54769e28, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=87e23768-14cc-492b-88f1-d2ce54769e28,segment=NetworkSegment(ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828),segment_id=ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:16.623286 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:16.683507 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'name': 'tempest-AttachVolumeTestJSON-2139353545-router', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:06Z', 'revision_number': 3, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'gw_port': {'id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:03Z', 'updated_at': '2022-09-22T12:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:16.694969 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7aeaef8c-3b84-494f-b89a-2e4da9290da0 admin admin] Publish callbacks [] for security_group (f95bb400-899f-4a52-a4f1-a93a3f5f0156), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:16.706496 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d5a565c3-e066-4c1a-be36-823849bb6e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (211b583f-2a4c-4b8c-826c-0648c7e4c3c6), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:16.716677 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7aeaef8c-3b84-494f-b89a-2e4da9290da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (f95bb400-899f-4a52-a4f1-a93a3f5f0156), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:16.722320 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031d9c37-2757-42e5-916e-42f408ead8cc None None] The sync data for ids ['9adee683-da65-4a4b-9b93-f161bcd3668a'] in dv-cinder-856463-4-iscsi is: [{'id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'name': 'tempest-AttachVolumeTestJSON-2139353545-router', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:06Z', 'revision_number': 3, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'gw_port': {'id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:03Z', 'updated_at': '2022-09-22T12:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:29:16.738617 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0ee2-f300-4b18-b69e-3b2bcb68b64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (3eac1600-3695-4a60-924b-eaed2c450132), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:16.763780 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5574cf-14d3-4332-a0a0-429f9f922003 None None] The sync data for ids ['82577888-5883-420a-8bdc-683193210c88'] in dv-cinder-856463-4-iscsi is: [{'id': '82577888-5883-420a-8bdc-683193210c88', 'name': 'tempest-DeleteServersTestJSON-1801587263-router', 'tenant_id': 'acfd00e7112b409bba3cdf9480508b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '778ecca6-457a-47ac-9a48-f0869d8801fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:00Z', 'updated_at': '2022-09-22T12:29:07Z', 'revision_number': 4, 'project_id': 'acfd00e7112b409bba3cdf9480508b02', 'gw_port': {'id': '778ecca6-457a-47ac-9a48-f0869d8801fc', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82577888-5883-420a-8bdc-683193210c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '87e23768-14cc-492b-88f1-d2ce54769e28', 'name': '', 'network_id': '00c667b7-ed04-4735-ad4f-fba2a6edba76', 'tenant_id': 'acfd00e7112b409bba3cdf9480508b02', 'mac_address': 'fa:16:3e:52:18:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82577888-5883-420a-8bdc-683193210c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'c9d5cb36-7762-4e4d-88e2-a9b037283a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:06Z', 'updated_at': '2022-09-22T12:29:14Z', 'revision_number': 4, 'project_id': 'acfd00e7112b409bba3cdf9480508b02', 'subnets': [{'id': 'c9d5cb36-7762-4e4d-88e2-a9b037283a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:29:16.802715 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (87e23768-14cc-492b-88f1-d2ce54769e28), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:16.943802 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:16.982616 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Provisioning complete for port 38dd49fe-de29-45f8-af0b-7e5f3fd7909e triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:16.983016 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (38dd49fe-de29-45f8-af0b-7e5f3fd7909e), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:16.988374 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Attempt 1 to provision port 38dd49fe-de29-45f8-af0b-7e5f3fd7909e Sep 22 12:29:17.037464 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-7aeaef8c-3b84-494f-b89a-2e4da9290da0 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9c8b9b887e324cfe9190540d70792136&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1898048 Sep 22 12:29:17.037464 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeaef8c-3b84-494f-b89a-2e4da9290da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95bb400-899f-4a52-a4f1-a93a3f5f0156,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:17.037464 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 45336) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:17.043906 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:17.084773 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-eaa7fca7-7600-4936-aaf5-b87f91aff768 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:17.086347 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-eaa7fca7-7600-4936-aaf5-b87f91aff768 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.20 "GET /networking/v2.0/networks?id=00c667b7-ed04-4735-ad4f-fba2a6edba76 HTTP/1.1" status: 200 len: 812 time: 0.6883638 Sep 22 12:29:17.243992 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Pushing event updated for resources: {'Port': ['ID=d1148695-e223-4dac-b215-938bd8e16557,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:17.258021 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-8c99a117-98b7-4726-bd63-8d7567580387 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Request body: {'port': {'device_id': 'f7e388d2-8f9f-483b-8b65-1abf586e7910', 'network_id': '00c667b7-ed04-4735-ad4f-fba2a6edba76', 'admin_state_up': True, 'tenant_id': 'acfd00e7112b409bba3cdf9480508b02'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:17.349486 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0ee2-f300-4b18-b69e-3b2bcb68b64d admin admin] Publish callbacks [] for port (3eac1600-3695-4a60-924b-eaed2c450132), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:17.356840 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0ee2-f300-4b18-b69e-3b2bcb68b64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (3eac1600-3695-4a60-924b-eaed2c450132), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:17.538433 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cb3a0ee2-f300-4b18-b69e-3b2bcb68b64d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425347'] for router_interface (b29ff6e8-f65e-42d9-b132-792f8e95ae0a), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:17.584324 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a0ee2-f300-4b18-b69e-3b2bcb68b64d admin admin] Pushing event updated for resources: {'Port': ['ID=3eac1600-3695-4a60-924b-eaed2c450132,revision_number=2']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:17.639589 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Pushing event updated for resources: {'Port': ['ID=87e23768-14cc-492b-88f1-d2ce54769e28,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:17.658247 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port fa1983a8-9fe4-4ab4-8bba-ed49495e7447 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:17.666543 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (fa1983a8-9fe4-4ab4-8bba-ed49495e7447), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:17.667083 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port fa1983a8-9fe4-4ab4-8bba-ed49495e7447 Sep 22 12:29:17.780191 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d5a565c3-e066-4c1a-be36-823849bb6e1a admin admin] Publish callbacks [] for port (211b583f-2a4c-4b8c-826c-0648c7e4c3c6), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:17.785842 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e85582bb-6ba3-46cf-9390-fb3dbb306eff req-a5c21d59-0a1b-4293-82a3-88f257605f81 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 210 time: 0.6091084 Sep 22 12:29:17.798385 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-602a8619-251f-4715-9781-45b91a1966bd None None] Set router eebb0bf7-e40b-41df-b3a4-ca04676302e4 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:29:17.859161 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d5a565c3-e066-4c1a-be36-823849bb6e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (211b583f-2a4c-4b8c-826c-0648c7e4c3c6), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:17.906624 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3a0ee2-f300-4b18-b69e-3b2bcb68b64d admin admin] Network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:29:17.908086 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-cb3a0ee2-f300-4b18-b69e-3b2bcb68b64d admin admin] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:18.072076 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:18.167456 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 45380) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:18.261209 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3a0ee2-f300-4b18-b69e-3b2bcb68b64d admin admin] Router b29ff6e8-f65e-42d9-b132-792f8e95ae0a has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:29:18.356586 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Current status of the port 38dd49fe-de29-45f8-af0b-7e5f3fd7909e is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:18.431943 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a565c3-e066-4c1a-be36-823849bb6e1a admin admin] Pushing event updated for resources: {'Port': ['ID=211b583f-2a4c-4b8c-826c-0648c7e4c3c6,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:18.444621 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d5a565c3-e066-4c1a-be36-823849bb6e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425347'] for router_interface (9adee683-da65-4a4b-9b93-f161bcd3668a), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:18.520908 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port fa1983a8-9fe4-4ab4-8bba-ed49495e7447 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:18.521346 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (fa1983a8-9fe4-4ab4-8bba-ed49495e7447), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:18.542433 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Provisioning complete for port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:18.542900 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (a25fe224-2d2d-44b0-8ccb-12d454ec1ad0), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:18.543280 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Attempt 1 to provision port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 Sep 22 12:29:18.627802 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] For port fa1983a8-9fe4-4ab4-8bba-ed49495e7447, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=fa1983a8-9fe4-4ab4-8bba-ed49495e7447,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:18.661921 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-39f42562-1fac-4f48-94f5-7bfa7a3d7b38 admin admin] Publish callbacks [] for security_group (f95bb400-899f-4a52-a4f1-a93a3f5f0156), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:18.668953 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (fa1983a8-9fe4-4ab4-8bba-ed49495e7447), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:18.693496 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:18.794500 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3a0ee2-f300-4b18-b69e-3b2bcb68b64d admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:29:18.804999 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] Sync routers for ids ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:29:18.808557 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-030d8096-8879-4621-98a1-f333530f8314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:18.820392 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-cb3a0ee2-f300-4b18-b69e-3b2bcb68b64d admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/b29ff6e8-f65e-42d9-b132-792f8e95ae0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9920046 Sep 22 12:29:18.845085 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] Routers {'b29ff6e8-f65e-42d9-b132-792f8e95ae0a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:29:18.845623 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-39f42562-1fac-4f48-94f5-7bfa7a3d7b38 admin admin] Publish callbacks [] for security_group (f95bb400-899f-4a52-a4f1-a93a3f5f0156), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:18.845729 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:28:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:18.928810 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-8c99a117-98b7-4726-bd63-8d7567580387 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Made reservation on behalf of acfd00e7112b409bba3cdf9480508b02 for: {'port': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:29:18.938640 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-8c99a117-98b7-4726-bd63-8d7567580387 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:19.027633 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Pushing event updated for resources: {'Port': ['ID=fa1983a8-9fe4-4ab4-8bba-ed49495e7447,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:19.167479 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-662c6512-fe45-4b8a-8bf6-cbcbcbf933db None None] Current status of the port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:19.184498 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-c5a85599-7278-4b7f-a447-fdf5ca926a8a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:19.192177 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-c5a85599-7278-4b7f-a447-fdf5ca926a8a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/networks?id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a HTTP/1.1" status: 200 len: 819 time: 0.8677437 Sep 22 12:29:19.237431 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-602a8619-251f-4715-9781-45b91a1966bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1469968037-router', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:57Z', 'updated_at': '2022-09-22T12:29:12Z', 'revision_number': 4, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'gw_port': {'id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '74f5c2ac-28ae-40b2-a764-1859e23d46ba', 'name': '', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'mac_address': 'fa:16:3e:8a:e5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:09Z', 'updated_at': '2022-09-22T12:29:13Z', 'revision_number': 2, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'subnets': [{'id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:19.240698 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-93aaa3de-141e-47ce-8c06-a645ff8c1df2 req-a197f17d-0904-461a-8889-5cc220a58b82 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 210 time: 0.1541789 Sep 22 12:29:19.320902 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-c59d476b-00cf-4711-8b0e-d8e403f5927a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/quotas/fb62ca26c4fe47deb0a21511a96e6403 HTTP/1.1" status: 200 len: 375 time: 0.1276121 Sep 22 12:29:19.349790 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 7a3ecdce-78f7-4052-9d42-2cfc154cfcda up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:19.360308 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602a8619-251f-4715-9781-45b91a1966bd None None] Checking router: eebb0bf7-e40b-41df-b3a4-ca04676302e4 for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:29:19.360934 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602a8619-251f-4715-9781-45b91a1966bd None None] Updating router eebb0bf7-e40b-41df-b3a4-ca04676302e4 port 74f5c2ac-28ae-40b2-a764-1859e23d46ba binding host dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:29:19.367591 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] Set router b29ff6e8-f65e-42d9-b132-792f8e95ae0a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:29:19.444613 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-de11aa04-17ad-4e13-a0af-84353113f3c7 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1213286 Sep 22 12:29:19.474354 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a565c3-e066-4c1a-be36-823849bb6e1a admin admin] Network fa4f03ac-0d51-4ef1-9086-3b2b84cb717e is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:29:19.500531 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-d5a565c3-e066-4c1a-be36-823849bb6e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:19.506817 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Provisioning complete for port 3eac1600-3695-4a60-924b-eaed2c450132 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:19.507218 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (3eac1600-3695-4a60-924b-eaed2c450132), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:19.508414 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Attempt 1 to provision port 3eac1600-3695-4a60-924b-eaed2c450132 Sep 22 12:29:19.626246 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-602a8619-251f-4715-9781-45b91a1966bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (74f5c2ac-28ae-40b2-a764-1859e23d46ba), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:19.656379 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 45432) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:19.674235 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-5d18c4eb-7eb0-40d8-8bd6-b0c21b98e3af tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1924634476', 'description': 'tempest-description--277230194'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:19.682202 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:19.701597 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Port 3eac1600-3695-4a60-924b-eaed2c450132 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:19.746236 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5d18c4eb-7eb0-40d8-8bd6-b0c21b98e3af tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:19.837615 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 7a3ecdce-78f7-4052-9d42-2cfc154cfcda triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:19.838022 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (7a3ecdce-78f7-4052-9d42-2cfc154cfcda), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:19.838358 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 7a3ecdce-78f7-4052-9d42-2cfc154cfcda Sep 22 12:29:20.071653 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:20.074605 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5d18c4eb-7eb0-40d8-8bd6-b0c21b98e3af tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (734aa3ef-a031-43cd-81ee-dc41f747ade7), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:20.093786 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5d18c4eb-7eb0-40d8-8bd6-b0c21b98e3af tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (734aa3ef-a031-43cd-81ee-dc41f747ade7), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:20.116997 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:20.156246 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 2, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:20.179033 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5d18c4eb-7eb0-40d8-8bd6-b0c21b98e3af tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:20.183874 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-5d18c4eb-7eb0-40d8-8bd6-b0c21b98e3af tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5187526 Sep 22 12:29:20.184741 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 45450) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:20.203446 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-4a9d22da-2b60-4ede-8f73-dbeb0c7df67b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'security_group_rule': {'security_group_id': '734aa3ef-a031-43cd-81ee-dc41f747ade7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:20.206649 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-39f42562-1fac-4f48-94f5-7bfa7a3d7b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (f95bb400-899f-4a52-a4f1-a93a3f5f0156), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:20.209826 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-39f42562-1fac-4f48-94f5-7bfa7a3d7b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:20.218199 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] Checking router: b29ff6e8-f65e-42d9-b132-792f8e95ae0a for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:29:20.220893 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] Updating router b29ff6e8-f65e-42d9-b132-792f8e95ae0a port 3eac1600-3695-4a60-924b-eaed2c450132 binding host dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:29:20.231032 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-39f42562-1fac-4f48-94f5-7bfa7a3d7b38 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f95bb400-899f-4a52-a4f1-a93a3f5f0156 HTTP/1.1" status: 204 len: 168 time: 3.1850228 Sep 22 12:29:20.256131 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18c4eb-7eb0-40d8-8bd6-b0c21b98e3af tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734aa3ef-a031-43cd-81ee-dc41f747ade7,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:20.291225 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4a9d22da-2b60-4ede-8f73-dbeb0c7df67b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (b9612f74-a2dd-4d4b-9a10-91392819dfd5), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:20.306169 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (3eac1600-3695-4a60-924b-eaed2c450132), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:20.476368 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4a9d22da-2b60-4ede-8f73-dbeb0c7df67b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (b9612f74-a2dd-4d4b-9a10-91392819dfd5), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:20.483587 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4a9d22da-2b60-4ede-8f73-dbeb0c7df67b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (b9612f74-a2dd-4d4b-9a10-91392819dfd5), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:20.524121 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d22da-2b60-4ede-8f73-dbeb0c7df67b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9612f74-a2dd-4d4b-9a10-91392819dfd5,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:20.539308 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4a9d22da-2b60-4ede-8f73-dbeb0c7df67b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:20.546271 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-4a9d22da-2b60-4ede-8f73-dbeb0c7df67b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3572376 Sep 22 12:29:20.548626 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 45458) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:20.556491 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-379faa59-a141-45e2-831f-881f7e36370e tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'security_group_rule': {'security_group_id': '734aa3ef-a031-43cd-81ee-dc41f747ade7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:20.625311 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-379faa59-a141-45e2-831f-881f7e36370e tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (3781fcf7-e4bb-43d6-ba82-38ead79825a4), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:20.759756 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-379faa59-a141-45e2-831f-881f7e36370e tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (3781fcf7-e4bb-43d6-ba82-38ead79825a4), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:20.770571 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-379faa59-a141-45e2-831f-881f7e36370e tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (3781fcf7-e4bb-43d6-ba82-38ead79825a4), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:20.836316 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379faa59-a141-45e2-831f-881f7e36370e tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3781fcf7-e4bb-43d6-ba82-38ead79825a4,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:20.851589 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-379faa59-a141-45e2-831f-881f7e36370e tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:20.853512 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-379faa59-a141-45e2-831f-881f7e36370e tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3035195 Sep 22 12:29:20.860176 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 45464) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:20.877074 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-b0490038-cc76-4be2-8f5a-a5ce17a03577 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'floatingip': {'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:20.903381 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:20.920032 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:20.939864 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b0490038-cc76-4be2-8f5a-a5ce17a03577 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:20.966345 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-602a8619-251f-4715-9781-45b91a1966bd None None] Publish callbacks [] for port (74f5c2ac-28ae-40b2-a764-1859e23d46ba), precommit_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:20.967033 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] Publish callbacks [] for port (3eac1600-3695-4a60-924b-eaed2c450132), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:20.972912 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Attempt 2 to provision port 3eac1600-3695-4a60-924b-eaed2c450132 Sep 22 12:29:20.985102 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (3eac1600-3695-4a60-924b-eaed2c450132), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:21.096781 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Port 3eac1600-3695-4a60-924b-eaed2c450132 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:21.147465 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-602a8619-251f-4715-9781-45b91a1966bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (74f5c2ac-28ae-40b2-a764-1859e23d46ba), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:21.178895 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 45476) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:21.251746 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f42562-1fac-4f48-94f5-7bfa7a3d7b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95bb400-899f-4a52-a4f1-a93a3f5f0156,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:21.262307 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45784f9e-d2be-4a58-ab45-afc30571841a None None] Pushing event updated for resources: {'Port': ['ID=74f5c2ac-28ae-40b2-a764-1859e23d46ba,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:21.285228 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=100 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:21.375280 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a845-c4f2-4e64-9454-00d9208dc253 None None] Pushing event updated for resources: {'Port': ['ID=3eac1600-3695-4a60-924b-eaed2c450132,revision_number=3']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:21.377722 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] Attempting to bind port 3eac1600-3695-4a60-924b-eaed2c450132 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:29:21.378281 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] Attempting to bind port 3eac1600-3695-4a60-924b-eaed2c450132 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:29:21.379449 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] Attempting to bind port 3eac1600-3695-4a60-924b-eaed2c450132 on network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:29:21.407062 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a565c3-e066-4c1a-be36-823849bb6e1a admin admin] Router 9adee683-da65-4a4b-9b93-f161bcd3668a has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:29:21.440739 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 7a3ecdce-78f7-4052-9d42-2cfc154cfcda is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:21.445213 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (7a3ecdce-78f7-4052-9d42-2cfc154cfcda), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:21.452574 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-19d551ca-405b-4f40-9e50-fef5629670a5 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 12:29:21.454021 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-19d551ca-405b-4f40-9e50-fef5629670a5 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 1.2521925 Sep 22 12:29:21.465337 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-8c99a117-98b7-4726-bd63-8d7567580387 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Allocated IP 172.20.0.13 (00c667b7-ed04-4735-ad4f-fba2a6edba76/c9d5cb36-7762-4e4d-88e2-a9b037283a4c/63348aca-86db-4bd1-aed7-9cad6b48e679) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:29:21.479422 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-947d2643-cea7-49cd-830e-89aec3ad8bcb req-27424262-1c14-4573-bc24-f473c454b8f9 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 210 time: 0.6652787 Sep 22 12:29:21.502723 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-030d8096-8879-4621-98a1-f333530f8314 admin admin] Publish callbacks [] for security_group (1145f5b2-3651-4ef7-aed2-e289e07a94b0), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:21.533621 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:29:21.533917 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-030d8096-8879-4621-98a1-f333530f8314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (1145f5b2-3651-4ef7-aed2-e289e07a94b0), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:21.534010 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] Checking segment: {'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:29:21.535674 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:21.536133 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] Bound using segment: {'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:29:21.536872 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] Bound port: 3eac1600-3695-4a60-924b-eaed2c450132, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'}}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:29:21.540045 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (3eac1600-3695-4a60-924b-eaed2c450132), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:21.568194 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-18ac6f5b-cc95-4c5e-8975-9bc09d8b268a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:21.569840 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:21.591315 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b0490038-cc76-4be2-8f5a-a5ce17a03577 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:21.610964 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Attempt 3 to provision port 3eac1600-3695-4a60-924b-eaed2c450132 Sep 22 12:29:21.627012 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] For port 7a3ecdce-78f7-4052-9d42-2cfc154cfcda, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=7a3ecdce-78f7-4052-9d42-2cfc154cfcda,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:21.646813 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] For port 3eac1600-3695-4a60-924b-eaed2c450132, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:29:21.650917 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] For port 3eac1600-3695-4a60-924b-eaed2c450132, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=3eac1600-3695-4a60-924b-eaed2c450132,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:29:21.654390 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:21.661907 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (3eac1600-3695-4a60-924b-eaed2c450132), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:21.675119 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:21.705456 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (7a3ecdce-78f7-4052-9d42-2cfc154cfcda), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:21.706279 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 38dd49fe-de29-45f8-af0b-7e5f3fd7909e up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:21.780063 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700a845-c4f2-4e64-9454-00d9208dc253 None None] Pushing event updated for resources: {'Port': ['ID=3eac1600-3695-4a60-924b-eaed2c450132,revision_number=4']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:21.801532 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-030d8096-8879-4621-98a1-f333530f8314 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c08732a40a8c45c4955f75f03290692a&name=default HTTP/1.1" status: 200 len: 2996 time: 3.6293061 Sep 22 12:29:21.801715 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] Routers {'b29ff6e8-f65e-42d9-b132-792f8e95ae0a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:29:21.801886 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:28:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:21.814764 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 45492) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:21.827379 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-602a8619-251f-4715-9781-45b91a1966bd None None] Attempting to bind port 74f5c2ac-28ae-40b2-a764-1859e23d46ba on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:29:21.828480 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-602a8619-251f-4715-9781-45b91a1966bd None None] Attempting to bind port 74f5c2ac-28ae-40b2-a764-1859e23d46ba by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': 'c340f29b-02bd-42f1-9691-706be126d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:29:21.829436 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602a8619-251f-4715-9781-45b91a1966bd None None] Attempting to bind port 74f5c2ac-28ae-40b2-a764-1859e23d46ba on network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:29:21.834872 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d8096-8879-4621-98a1-f333530f8314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1145f5b2-3651-4ef7-aed2-e289e07a94b0,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:21.895317 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-18ac6f5b-cc95-4c5e-8975-9bc09d8b268a admin admin] Publish callbacks [] for security_group (16764ae8-d4c2-4910-9160-fb030f0e8529), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:21.982887 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [None req-b0490038-cc76-4be2-8f5a-a5ce17a03577 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Allocated IP 172.27.0.143 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/d0af063f-a0a6-4d5e-b55e-067f78492b45) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:29:22.017641 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-e605ed36-fd27-4c08-bd01-15344bc88e80 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282161 Sep 22 12:29:22.029242 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 38dd49fe-de29-45f8-af0b-7e5f3fd7909e triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:22.030557 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (38dd49fe-de29-45f8-af0b-7e5f3fd7909e), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:22.031073 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 38dd49fe-de29-45f8-af0b-7e5f3fd7909e Sep 22 12:29:22.079371 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Port 3eac1600-3695-4a60-924b-eaed2c450132 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:22.115608 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Pushing event updated for resources: {'Port': ['ID=7a3ecdce-78f7-4052-9d42-2cfc154cfcda,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:22.128828 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602a8619-251f-4715-9781-45b91a1966bd None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:29:22.129374 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602a8619-251f-4715-9781-45b91a1966bd None None] Checking segment: {'id': 'c340f29b-02bd-42f1-9691-706be126d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:29:22.129894 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-602a8619-251f-4715-9781-45b91a1966bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:22.130398 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602a8619-251f-4715-9781-45b91a1966bd None None] Bound using segment: {'id': 'c340f29b-02bd-42f1-9691-706be126d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:29:22.131136 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-602a8619-251f-4715-9781-45b91a1966bd None None] Bound port: 74f5c2ac-28ae-40b2-a764-1859e23d46ba, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c340f29b-02bd-42f1-9691-706be126d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:29:22.131718 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-602a8619-251f-4715-9781-45b91a1966bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (74f5c2ac-28ae-40b2-a764-1859e23d46ba), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:22.148439 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] Set router b29ff6e8-f65e-42d9-b132-792f8e95ae0a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:29:22.210341 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b0490038-cc76-4be2-8f5a-a5ce17a03577 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for port (d0af063f-a0a6-4d5e-b55e-067f78492b45), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:22.238738 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-602a8619-251f-4715-9781-45b91a1966bd None None] For port 74f5c2ac-28ae-40b2-a764-1859e23d46ba, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:29:22.248369 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:DELETE=4,neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:22.249730 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:22.252045 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-18ac6f5b-cc95-4c5e-8975-9bc09d8b268a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (16764ae8-d4c2-4910-9160-fb030f0e8529), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:22.264083 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a565c3-e066-4c1a-be36-823849bb6e1a admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:29:22.281801 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-602a8619-251f-4715-9781-45b91a1966bd None None] For port 74f5c2ac-28ae-40b2-a764-1859e23d46ba, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=74f5c2ac-28ae-40b2-a764-1859e23d46ba,segment=NetworkSegment(c340f29b-02bd-42f1-9691-706be126d2ad),segment_id=c340f29b-02bd-42f1-9691-706be126d2ad)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:29:22.290703 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac6f5b-cc95-4c5e-8975-9bc09d8b268a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16764ae8-d4c2-4910-9160-fb030f0e8529,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:22.294277 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b0490038-cc76-4be2-8f5a-a5ce17a03577 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (d0af063f-a0a6-4d5e-b55e-067f78492b45), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:22.299021 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-d5a565c3-e066-4c1a-be36-823849bb6e1a admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/9adee683-da65-4a4b-9b93-f161bcd3668a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1935949 Sep 22 12:29:22.341156 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] Sync routers for ids ['9adee683-da65-4a4b-9b93-f161bcd3668a'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:29:22.427848 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0490038-cc76-4be2-8f5a-a5ce17a03577 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:29:22.431142 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-2e41f5d6-dc78-4d6d-9b3d-a736369ece26 admin admin] Publish callbacks [] for security_group (1145f5b2-3651-4ef7-aed2-e289e07a94b0), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:22.453801 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-18ac6f5b-cc95-4c5e-8975-9bc09d8b268a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=763a056f453c4b9e8c649907c9f0b4ce&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2744627 Sep 22 12:29:22.464180 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 45506) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:22.473612 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-b0490038-cc76-4be2-8f5a-a5ce17a03577 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:22.482015 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0490038-cc76-4be2-8f5a-a5ce17a03577 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:29:22.490120 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-602a8619-251f-4715-9781-45b91a1966bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (74f5c2ac-28ae-40b2-a764-1859e23d46ba), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:22.639962 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0490038-cc76-4be2-8f5a-a5ce17a03577 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'Port': ['ID=d0af063f-a0a6-4d5e-b55e-067f78492b45,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:22.658114 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] Routers {'9adee683-da65-4a4b-9b93-f161bcd3668a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:29:22.658759 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:28:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9adee683-da65-4a4b-9b93-f161bcd3668a'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:22.717072 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-b74c659c-c27c-46d1-8063-795968a3dc18 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6806927 Sep 22 12:29:22.778692 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-2e41f5d6-dc78-4d6d-9b3d-a736369ece26 admin admin] Publish callbacks [] for security_group (1145f5b2-3651-4ef7-aed2-e289e07a94b0), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:22.837697 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:21Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:22.886667 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b0490038-cc76-4be2-8f5a-a5ce17a03577 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (d394c3b0-0585-4bec-a8bb-3fa3d1b01094), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:22.896204 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] Set router 9adee683-da65-4a4b-9b93-f161bcd3668a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:29:22.983152 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555840af-dcc5-43ba-a385-cece1a96811a None None] The sync data for ids ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'] in dv-cinder-856463-4-iscsi is: [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:21Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:29:22.983581 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Attempt 4 to provision port 3eac1600-3695-4a60-924b-eaed2c450132 Sep 22 12:29:23.043743 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b0490038-cc76-4be2-8f5a-a5ce17a03577 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (d0af063f-a0a6-4d5e-b55e-067f78492b45), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:23.065034 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-2e41f5d6-dc78-4d6d-9b3d-a736369ece26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (1145f5b2-3651-4ef7-aed2-e289e07a94b0), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:23.079338 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-2e41f5d6-dc78-4d6d-9b3d-a736369ece26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:23.084625 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-2e41f5d6-dc78-4d6d-9b3d-a736369ece26 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/1145f5b2-3651-4ef7-aed2-e289e07a94b0 HTTP/1.1" status: 204 len: 168 time: 1.2651427 Sep 22 12:29:23.247172 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a0ec3062-ffa2-4f65-a0f0-f7c4c814f75d req-a5b0bfe4-3804-4b92-801f-fd3bdd12ee30 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 210 time: 0.2848573 Sep 22 12:29:23.274258 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-8c99a117-98b7-4726-bd63-8d7567580387 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Publish callbacks [] for port (63348aca-86db-4bd1-aed7-9cad6b48e679), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:23.322751 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41f5d6-dc78-4d6d-9b3d-a736369ece26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1145f5b2-3651-4ef7-aed2-e289e07a94b0,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:23.427061 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b3161f42-d306-4024-9665-79497c5f89cc admin admin] Publish callbacks [] for security_group (16764ae8-d4c2-4910-9160-fb030f0e8529), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:23.431337 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:23.521639 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b078fa4b-1980-4d6e-9047-433cf910ed86 req-274fec1f-7300-4f61-a72b-d94f8bcc45cc tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 210 time: 0.1371870 Sep 22 12:29:23.575192 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b3161f42-d306-4024-9665-79497c5f89cc admin admin] Publish callbacks [] for security_group (16764ae8-d4c2-4910-9160-fb030f0e8529), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:23.578625 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b0490038-cc76-4be2-8f5a-a5ce17a03577 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for port (d0af063f-a0a6-4d5e-b55e-067f78492b45), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:23.595704 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b0490038-cc76-4be2-8f5a-a5ce17a03577 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (d0af063f-a0a6-4d5e-b55e-067f78492b45), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:23.612622 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-8c99a117-98b7-4726-bd63-8d7567580387 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (63348aca-86db-4bd1-aed7-9cad6b48e679), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:23.779685 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45784f9e-d2be-4a58-ab45-afc30571841a None None] Pushing event updated for resources: {'Port': ['ID=74f5c2ac-28ae-40b2-a764-1859e23d46ba,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:23.814004 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602a8619-251f-4715-9781-45b91a1966bd None None] Routers {'eebb0bf7-e40b-41df-b3a4-ca04676302e4'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:29:23.814635 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-602a8619-251f-4715-9781-45b91a1966bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:28:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:23.868811 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 38dd49fe-de29-45f8-af0b-7e5f3fd7909e is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:23.870275 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device d1148695-e223-4dac-b215-938bd8e16557 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:23.879146 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0490038-cc76-4be2-8f5a-a5ce17a03577 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'Port': ['ID=d0af063f-a0a6-4d5e-b55e-067f78492b45,revision_number=2']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:23.946911 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b0490038-cc76-4be2-8f5a-a5ce17a03577 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (d394c3b0-0585-4bec-a8bb-3fa3d1b01094), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:23.953004 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-8c99a117-98b7-4726-bd63-8d7567580387 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Network 00c667b7-ed04-4735-ad4f-fba2a6edba76 is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:29:23.991009 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b0490038-cc76-4be2-8f5a-a5ce17a03577 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:24.000154 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-b0490038-cc76-4be2-8f5a-a5ce17a03577 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1286371 Sep 22 12:29:24.000688 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99a117-98b7-4726-bd63-8d7567580387 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Pushing event updated for resources: {'Port': ['ID=63348aca-86db-4bd1-aed7-9cad6b48e679,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:24.004985 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-8c99a117-98b7-4726-bd63-8d7567580387 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:24.033194 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-8c99a117-98b7-4726-bd63-8d7567580387 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:29:24.095657 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:24.228565 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-602a8619-251f-4715-9781-45b91a1966bd None None] Set router eebb0bf7-e40b-41df-b3a4-ca04676302e4 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:29:24.260240 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-8c99a117-98b7-4726-bd63-8d7567580387 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:24.260918 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-8c99a117-98b7-4726-bd63-8d7567580387 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:24.303276 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-8c99a117-98b7-4726-bd63-8d7567580387 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1222930 Sep 22 12:29:24.314604 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b3161f42-d306-4024-9665-79497c5f89cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (16764ae8-d4c2-4910-9160-fb030f0e8529), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:24.317616 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b3161f42-d306-4024-9665-79497c5f89cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:24.321138 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-b3161f42-d306-4024-9665-79497c5f89cc admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/16764ae8-d4c2-4910-9160-fb030f0e8529 HTTP/1.1" status: 204 len: 168 time: 1.8530543 Sep 22 12:29:24.346902 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3161f42-d306-4024-9665-79497c5f89cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16764ae8-d4c2-4910-9160-fb030f0e8529,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:24.396747 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=100 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:24.477728 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Current status of the port 3eac1600-3695-4a60-924b-eaed2c450132 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:24.478112 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (3eac1600-3695-4a60-924b-eaed2c450132), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:24.488791 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 45578) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:24.495993 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-1055d616-1b6f-4e44-aeef-2c6d55830e6f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1764544484', 'description': 'tempest-description--1609365410'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:24.588604 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] For port 3eac1600-3695-4a60-924b-eaed2c450132, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=3eac1600-3695-4a60-924b-eaed2c450132,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:24.715920 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (3eac1600-3695-4a60-924b-eaed2c450132), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:24.763675 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:24.764519 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 45600) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:24.773307 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1055d616-1b6f-4e44-aeef-2c6d55830e6f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:24.779608 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Provisioning complete for port 74f5c2ac-28ae-40b2-a764-1859e23d46ba triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:24.779996 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (74f5c2ac-28ae-40b2-a764-1859e23d46ba), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:24.780611 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Attempt 1 to provision port 74f5c2ac-28ae-40b2-a764-1859e23d46ba Sep 22 12:29:24.794527 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b370667d-2478-4c3d-bb9f-92f6852cb8f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:24.812167 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Pushing event updated for resources: {'Port': ['ID=3eac1600-3695-4a60-924b-eaed2c450132,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:24.821038 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port d1148695-e223-4dac-b215-938bd8e16557 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:24.821656 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (d1148695-e223-4dac-b215-938bd8e16557), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:24.822133 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port d1148695-e223-4dac-b215-938bd8e16557 Sep 22 12:29:24.932618 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80fa55-8c6b-4f93-a1d1-3c71232dc5b6 req-39f0a48f-9f70-474f-b7a9-ca697ec92aac tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:24.944597 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4f80fa55-8c6b-4f93-a1d1-3c71232dc5b6 req-39f0a48f-9f70-474f-b7a9-ca697ec92aac tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 932 time: 0.4325116 Sep 22 12:29:25.016918 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'name': 'tempest-AttachVolumeTestJSON-2139353545-router', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'gw_port': {'id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:03Z', 'updated_at': '2022-09-22T12:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '211b583f-2a4c-4b8c-826c-0648c7e4c3c6', 'name': '', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'mac_address': 'fa:16:3e:1e:71:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:14Z', 'updated_at': '2022-09-22T12:29:17Z', 'revision_number': 2, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'subnets': [{'id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:25.059240 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-c324f710-0c9a-4ad3-b175-9781a1889410 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 12:29:25.061778 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-c324f710-0c9a-4ad3-b175-9781a1889410 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0185163 Sep 22 12:29:25.093631 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b370667d-2478-4c3d-bb9f-92f6852cb8f1 admin admin] Publish callbacks [] for security_group (55ea1a08-1c5c-4381-a4b1-c7c2c7e6edf6), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:25.096727 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:25.103028 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:25.104111 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b370667d-2478-4c3d-bb9f-92f6852cb8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (55ea1a08-1c5c-4381-a4b1-c7c2c7e6edf6), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:25.105900 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] Checking router: 9adee683-da65-4a4b-9b93-f161bcd3668a for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:29:25.106243 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] Updating router 9adee683-da65-4a4b-9b93-f161bcd3668a port 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 binding host dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:29:25.172540 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-c72657a1-1dc5-4603-9267-bcb360230b19 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:25.184643 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-c72657a1-1dc5-4603-9267-bcb360230b19 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/networks?id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a HTTP/1.1" status: 200 len: 819 time: 0.5101736 Sep 22 12:29:25.220382 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (211b583f-2a4c-4b8c-826c-0648c7e4c3c6), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:25.242135 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-b370667d-2478-4c3d-bb9f-92f6852cb8f1 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=bd1d7e09d993402187eecc1f0ade73cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4730418 Sep 22 12:29:25.244901 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 45608) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:25.295096 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370667d-2478-4c3d-bb9f-92f6852cb8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ea1a08-1c5c-4381-a4b1-c7c2c7e6edf6,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:25.329219 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4f80fa55-8c6b-4f93-a1d1-3c71232dc5b6 req-752fd8b3-8a50-42a0-b22b-107db2262484 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763177 Sep 22 12:29:25.341919 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-b75721cb-328b-497c-9ff9-7622794f7e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:25.353858 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-d2b2b23b-bd8a-45d2-893b-f958cca1af27 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/quotas/fb62ca26c4fe47deb0a21511a96e6403 HTTP/1.1" status: 200 len: 375 time: 0.1666956 Sep 22 12:29:25.420646 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:25.448767 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-f06ca60d-5a98-4ec4-a8db-3bdb0651be02 admin admin] Publish callbacks [] for security_group (55ea1a08-1c5c-4381-a4b1-c7c2c7e6edf6), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:25.503054 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-f06ca60d-5a98-4ec4-a8db-3bdb0651be02 admin admin] Publish callbacks [] for security_group (55ea1a08-1c5c-4381-a4b1-c7c2c7e6edf6), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:25.551494 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1055d616-1b6f-4e44-aeef-2c6d55830e6f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group (d130dbbe-bb0d-43a3-b149-cee5e57ae46c), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:25.587984 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-cb3e7d0a-8e8d-4de9-9fc6-08b6dc24b4aa tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2280819 Sep 22 12:29:25.617538 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-f06ca60d-5a98-4ec4-a8db-3bdb0651be02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (55ea1a08-1c5c-4381-a4b1-c7c2c7e6edf6), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:25.621047 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-f06ca60d-5a98-4ec4-a8db-3bdb0651be02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:25.627729 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-f06ca60d-5a98-4ec4-a8db-3bdb0651be02 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/55ea1a08-1c5c-4381-a4b1-c7c2c7e6edf6 HTTP/1.1" status: 204 len: 168 time: 0.3665698 Sep 22 12:29:25.653313 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ca60d-5a98-4ec4-a8db-3bdb0651be02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ea1a08-1c5c-4381-a4b1-c7c2c7e6edf6,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:25.723527 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1055d616-1b6f-4e44-aeef-2c6d55830e6f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (d130dbbe-bb0d-43a3-b149-cee5e57ae46c), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:25.740621 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] Publish callbacks [] for port (211b583f-2a4c-4b8c-826c-0648c7e4c3c6), precommit_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:25.744482 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:25.747504 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port d1148695-e223-4dac-b215-938bd8e16557 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:25.751483 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 87e23768-14cc-492b-88f1-d2ce54769e28 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:25.771473 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 45628) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:25.789381 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2b812317-49a6-474d-8752-7f5736f55c53 req-1833697c-185b-4e60-a062-3c46f0382792 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1924634476&fields=id&tenant_id=40ddbbe59b90403fb3ea9212d10727aa HTTP/1.1" status: 200 len: 267 time: 0.2654061 Sep 22 12:29:25.799559 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b2a73c19-5a1f-419d-83ef-c5bb817c9c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:25.799965 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1055d616-1b6f-4e44-aeef-2c6d55830e6f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:25.802304 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-1055d616-1b6f-4e44-aeef-2c6d55830e6f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3121717 Sep 22 12:29:25.808706 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 45630) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:25.819864 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-3521329e-9d6a-42de-9e00-85d385328470 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Request body: {'security_group_rule': {'security_group_id': 'd130dbbe-bb0d-43a3-b149-cee5e57ae46c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:25.853442 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (211b583f-2a4c-4b8c-826c-0648c7e4c3c6), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:25.975374 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 87e23768-14cc-492b-88f1-d2ce54769e28 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:25.975748 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (87e23768-14cc-492b-88f1-d2ce54769e28), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:25.976078 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 87e23768-14cc-492b-88f1-d2ce54769e28 Sep 22 12:29:25.983673 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b2a73c19-5a1f-419d-83ef-c5bb817c9c91 admin admin] Publish callbacks [] for security_group (017730bf-0410-44b2-8c04-51c8b73ccfce), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:26.004919 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b2a73c19-5a1f-419d-83ef-c5bb817c9c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (017730bf-0410-44b2-8c04-51c8b73ccfce), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:26.036861 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-602a8619-251f-4715-9781-45b91a1966bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1469968037-router', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:57Z', 'updated_at': '2022-09-22T12:29:12Z', 'revision_number': 4, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'gw_port': {'id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '74f5c2ac-28ae-40b2-a764-1859e23d46ba', 'name': '', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'mac_address': 'fa:16:3e:8a:e5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:09Z', 'updated_at': '2022-09-22T12:29:22Z', 'revision_number': 4, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'subnets': [{'id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:26.144214 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a73c19-5a1f-419d-83ef-c5bb817c9c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017730bf-0410-44b2-8c04-51c8b73ccfce,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:26.164070 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-b2a73c19-5a1f-419d-83ef-c5bb817c9c91 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=836bc3b6063446b4ae19121da3539b06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3882973 Sep 22 12:29:26.164735 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3521329e-9d6a-42de-9e00-85d385328470 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group_rule (0e71fd0a-1749-43cf-bfe1-9d2059f170e2), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:26.171549 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 45632) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:26.262275 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Current status of the port 74f5c2ac-28ae-40b2-a764-1859e23d46ba is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:26.262836 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (74f5c2ac-28ae-40b2-a764-1859e23d46ba), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:26.275252 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 87e23768-14cc-492b-88f1-d2ce54769e28 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:26.277799 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602a8619-251f-4715-9781-45b91a1966bd None None] The sync data for ids ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'] in dv-cinder-856463-4-iscsi is: [{'id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1469968037-router', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:57Z', 'updated_at': '2022-09-22T12:29:12Z', 'revision_number': 4, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'gw_port': {'id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '74f5c2ac-28ae-40b2-a764-1859e23d46ba', 'name': '', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'mac_address': 'fa:16:3e:8a:e5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:09Z', 'updated_at': '2022-09-22T12:29:22Z', 'revision_number': 4, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'subnets': [{'id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:29:26.378419 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3521329e-9d6a-42de-9e00-85d385328470 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group_rule (0e71fd0a-1749-43cf-bfe1-9d2059f170e2), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:26.381406 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-79cccc79-07ad-45cd-b086-9e2048bf658d admin admin] Publish callbacks [] for security_group (017730bf-0410-44b2-8c04-51c8b73ccfce), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:26.436590 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3521329e-9d6a-42de-9e00-85d385328470 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (0e71fd0a-1749-43cf-bfe1-9d2059f170e2), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:26.475757 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-79cccc79-07ad-45cd-b086-9e2048bf658d admin admin] Publish callbacks [] for security_group (017730bf-0410-44b2-8c04-51c8b73ccfce), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:26.483182 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] For port 74f5c2ac-28ae-40b2-a764-1859e23d46ba, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=74f5c2ac-28ae-40b2-a764-1859e23d46ba,segment=NetworkSegment(c340f29b-02bd-42f1-9691-706be126d2ad),segment_id=c340f29b-02bd-42f1-9691-706be126d2ad)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:26.485273 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52e717-af50-4e8c-9a5f-b7b5239dea63 None None] Pushing event updated for resources: {'Port': ['ID=211b583f-2a4c-4b8c-826c-0648c7e4c3c6,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:26.493524 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521329e-9d6a-42de-9e00-85d385328470 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e71fd0a-1749-43cf-bfe1-9d2059f170e2,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:26.515160 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (74f5c2ac-28ae-40b2-a764-1859e23d46ba), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:26.516003 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3521329e-9d6a-42de-9e00-85d385328470 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:26.517404 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-3521329e-9d6a-42de-9e00-85d385328470 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7076263 Sep 22 12:29:26.527939 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 45642) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:26.530713 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:26.535320 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] Attempting to bind port 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:29:26.537106 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] Attempting to bind port 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '959b0173-edf3-4a4b-a878-688b20dcf91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:29:26.537699 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] Attempting to bind port 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 on network fa4f03ac-0d51-4ef1-9086-3b2b84cb717e {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:29:26.540334 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-887dcd0a-1c2c-4888-b1b3-ea3adf98a182 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Request body: {'security_group_rule': {'security_group_id': 'd130dbbe-bb0d-43a3-b149-cee5e57ae46c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:26.568976 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b812317-49a6-474d-8752-7f5736f55c53 req-155f2b43-5f11-42b6-af29-38399dab73ce tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:26.576144 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2b812317-49a6-474d-8752-7f5736f55c53 req-155f2b43-5f11-42b6-af29-38399dab73ce tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/networks?id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd HTTP/1.1" status: 200 len: 815 time: 0.7346632 Sep 22 12:29:26.627081 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2b812317-49a6-474d-8752-7f5736f55c53 req-de3cc27c-2296-47a4-8eef-5bb1f0da46ab tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/quotas/40ddbbe59b90403fb3ea9212d10727aa HTTP/1.1" status: 200 len: 375 time: 0.0432465 Sep 22 12:29:26.631133 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055d616-1b6f-4e44-aeef-2c6d55830e6f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d130dbbe-bb0d-43a3-b149-cee5e57ae46c,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:26.632756 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Provisioning complete for port 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:26.634248 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (211b583f-2a4c-4b8c-826c-0648c7e4c3c6), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:26.644708 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Attempt 1 to provision port 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 Sep 22 12:29:26.664683 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-887dcd0a-1c2c-4888-b1b3-ea3adf98a182 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group_rule (f28305e8-5469-4ea4-8125-3754f1b65ff0), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:26.688770 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-79cccc79-07ad-45cd-b086-9e2048bf658d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (017730bf-0410-44b2-8c04-51c8b73ccfce), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:26.696899 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-79cccc79-07ad-45cd-b086-9e2048bf658d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:26.698626 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-79cccc79-07ad-45cd-b086-9e2048bf658d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/017730bf-0410-44b2-8c04-51c8b73ccfce HTTP/1.1" status: 204 len: 168 time: 0.5260835 Sep 22 12:29:26.727777 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cccc79-07ad-45cd-b086-9e2048bf658d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017730bf-0410-44b2-8c04-51c8b73ccfce,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:26.768668 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-8e95e1df-9618-4db7-8c98-ff4b9a11a159 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1812172 Sep 22 12:29:26.800069 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device fa1983a8-9fe4-4ab4-8bba-ed49495e7447 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:26.834639 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2b812317-49a6-474d-8752-7f5736f55c53 req-f7258f61-bc38-4c87-a790-e062e4cd21f1 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=40ddbbe59b90403fb3ea9212d10727aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1890810 Sep 22 12:29:26.856392 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-887dcd0a-1c2c-4888-b1b3-ea3adf98a182 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group_rule (f28305e8-5469-4ea4-8125-3754f1b65ff0), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:26.864613 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-887dcd0a-1c2c-4888-b1b3-ea3adf98a182 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (f28305e8-5469-4ea4-8125-3754f1b65ff0), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:26.939667 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Pushing event updated for resources: {'Port': ['ID=74f5c2ac-28ae-40b2-a764-1859e23d46ba,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:26.943765 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887dcd0a-1c2c-4888-b1b3-ea3adf98a182 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28305e8-5469-4ea4-8125-3754f1b65ff0,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:26.976444 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:29:26.980529 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] Checking segment: {'id': '959b0173-edf3-4a4b-a878-688b20dcf91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:29:26.981096 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-887dcd0a-1c2c-4888-b1b3-ea3adf98a182 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:26.981541 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:26.982751 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] Bound using segment: {'id': '959b0173-edf3-4a4b-a878-688b20dcf91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:29:26.983541 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] Bound port: 211b583f-2a4c-4b8c-826c-0648c7e4c3c6, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959b0173-edf3-4a4b-a878-688b20dcf91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:29:26.984481 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (211b583f-2a4c-4b8c-826c-0648c7e4c3c6), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:26.991837 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-887dcd0a-1c2c-4888-b1b3-ea3adf98a182 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4595504 Sep 22 12:29:26.993686 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 45658) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:27.006851 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-6ed55576-d8b3-4224-8245-2786c26e2618 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Request body: {'floatingip': {'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:27.021576 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Port 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:27.047951 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:DELETE=6,neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:27.080109 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6ed55576-d8b3-4224-8245-2786c26e2618 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:27.092420 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:27.262778 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-8d451c07-8fef-4f48-a752-fab8505f7813 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783556 Sep 22 12:29:27.278618 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e114edf3-b798-4091-aca9-a856339d3f9c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892522 Sep 22 12:29:27.382336 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6ed55576-d8b3-4224-8245-2786c26e2618 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:27.508931 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2b812317-49a6-474d-8752-7f5736f55c53 req-a0cc128a-326a-43b0-a538-c2c7de64f318 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289233 Sep 22 12:29:27.618460 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:27.636392 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Attempt 2 to provision port 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 Sep 22 12:29:27.715542 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port fa1983a8-9fe4-4ab4-8bba-ed49495e7447 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:27.717632 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (fa1983a8-9fe4-4ab4-8bba-ed49495e7447), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:27.719247 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port fa1983a8-9fe4-4ab4-8bba-ed49495e7447 Sep 22 12:29:27.725628 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-6946589f-a643-4427-9e9d-9aeb99d28572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:27.789452 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [None req-6ed55576-d8b3-4224-8245-2786c26e2618 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Allocated IP 172.27.0.250 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/cb3f47c4-83cf-43ec-8aa1-f0f6caa5811a) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:29:27.800991 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] Request body: {'port': {'device_id': 'f7e388d2-8f9f-483b-8b65-1abf586e7910', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:27.928800 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:28.112280 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Port 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:28.224883 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] For port 211b583f-2a4c-4b8c-826c-0648c7e4c3c6, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:29:28.321150 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6ed55576-d8b3-4224-8245-2786c26e2618 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for port (cb3f47c4-83cf-43ec-8aa1-f0f6caa5811a), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:28.445044 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.20', 57176) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:28.448047 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] For port 211b583f-2a4c-4b8c-826c-0648c7e4c3c6, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=211b583f-2a4c-4b8c-826c-0648c7e4c3c6,segment=NetworkSegment(959b0173-edf3-4a4b-a878-688b20dcf91a),segment_id=959b0173-edf3-4a4b-a878-688b20dcf91a)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:29:28.449481 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (63348aca-86db-4bd1-aed7-9cad6b48e679), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:28.482097 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port fa1983a8-9fe4-4ab4-8bba-ed49495e7447 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:28.487384 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 7a3ecdce-78f7-4052-9d42-2cfc154cfcda up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:28.495458 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (211b583f-2a4c-4b8c-826c-0648c7e4c3c6), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:28.507822 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6ed55576-d8b3-4224-8245-2786c26e2618 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (cb3f47c4-83cf-43ec-8aa1-f0f6caa5811a), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:28.525220 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7748c85c-8f8a-4361-adf1-bb9c22da0610 req-3d0bcf94-9950-480c-a5cd-f1bda24b3721 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 210 time: 0.4046712 Sep 22 12:29:28.590762 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a974de-c691-43db-be72-8493e9b17ba5 req-41894883-9362-4b0d-966b-2da05a49df0c tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:28.625249 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a2a974de-c691-43db-be72-8493e9b17ba5 req-41894883-9362-4b0d-966b-2da05a49df0c tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 932 time: 0.7259917 Sep 22 12:29:28.727297 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:28.761903 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed55576-d8b3-4224-8245-2786c26e2618 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:29:28.773694 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed55576-d8b3-4224-8245-2786c26e2618 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Pushing event updated for resources: {'Port': ['ID=cb3f47c4-83cf-43ec-8aa1-f0f6caa5811a,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:28.795202 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-6ed55576-d8b3-4224-8245-2786c26e2618 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:28.803176 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed55576-d8b3-4224-8245-2786c26e2618 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:29:28.880834 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Attempt 3 to provision port 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 Sep 22 12:29:29.050092 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52e717-af50-4e8c-9a5f-b7b5239dea63 None None] Pushing event updated for resources: {'Port': ['ID=211b583f-2a4c-4b8c-826c-0648c7e4c3c6,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:29.114745 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:29.121591 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0ecf48e4-0f27-406a-bc29-dde6700c151d req-fed395a3-2a29-4548-a1e9-9d5cac2fb9a9 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 210 time: 0.3488867 Sep 22 12:29:29.234761 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] Routers {'9adee683-da65-4a4b-9b93-f161bcd3668a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:29:29.248842 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:29:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9adee683-da65-4a4b-9b93-f161bcd3668a'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:29.266338 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6ed55576-d8b3-4224-8245-2786c26e2618 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for floatingip (13ac5aea-8607-4625-a510-c1026ab21723), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:29.397568 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6ed55576-d8b3-4224-8245-2786c26e2618 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (cb3f47c4-83cf-43ec-8aa1-f0f6caa5811a), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:29.574754 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a2a974de-c691-43db-be72-8493e9b17ba5 req-3f545a47-a219-4526-80bb-18806de959f1 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9464476 Sep 22 12:29:29.649262 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0d075278-1937-44a3-af3d-fbd6a53aea2c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:29.652505 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0d075278-1937-44a3-af3d-fbd6a53aea2c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.20 "GET /networking/v2.0/networks?id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a HTTP/1.1" status: 200 len: 819 time: 1.1287117 Sep 22 12:29:29.735402 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-98054041-6621-4c4b-8ac7-864679485cb5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Request body: {'port': {'device_id': 'e0f8b6d4-4a92-4a94-a7d2-23435c651c4d', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'admin_state_up': True, 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:29.738231 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] Set router 9adee683-da65-4a4b-9b93-f161bcd3668a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:29:29.991559 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-31662696-6ea2-401e-81d5-0fd3fc23c061 req-5ed3db55-ff6e-475f-907c-ea631bb33913 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 210 time: 0.0578136 Sep 22 12:29:30.025477 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-98054041-6621-4c4b-8ac7-864679485cb5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Made reservation on behalf of fb62ca26c4fe47deb0a21511a96e6403 for: {'port': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:29:30.032058 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-98054041-6621-4c4b-8ac7-864679485cb5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:30.098299 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:30.114739 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6ed55576-d8b3-4224-8245-2786c26e2618 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for port (cb3f47c4-83cf-43ec-8aa1-f0f6caa5811a), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:30.126561 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6ed55576-d8b3-4224-8245-2786c26e2618 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (cb3f47c4-83cf-43ec-8aa1-f0f6caa5811a), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:30.190642 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 7a3ecdce-78f7-4052-9d42-2cfc154cfcda triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:30.191715 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (7a3ecdce-78f7-4052-9d42-2cfc154cfcda), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:30.191930 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 7a3ecdce-78f7-4052-9d42-2cfc154cfcda Sep 22 12:29:30.327481 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:30.432014 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:30.461905 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6ed55576-d8b3-4224-8245-2786c26e2618 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (13ac5aea-8607-4625-a510-c1026ab21723), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:30.483794 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed55576-d8b3-4224-8245-2786c26e2618 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Pushing event updated for resources: {'Port': ['ID=cb3f47c4-83cf-43ec-8aa1-f0f6caa5811a,revision_number=2']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:30.522049 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-98054041-6621-4c4b-8ac7-864679485cb5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Allocated IP 172.20.0.6 (8db57afe-6ac0-4ca9-95e4-169c6f6e837a/6136a7d9-4fb1-4ae9-8b34-a44ca765189e/59f4c935-e132-4169-a0e6-2552ac665c8d) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:29:30.541299 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6ed55576-d8b3-4224-8245-2786c26e2618 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:30.554515 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-6ed55576-d8b3-4224-8245-2786c26e2618 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5500681 Sep 22 12:29:30.622456 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:30.625068 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Current status of the port 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:30.625460 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (211b583f-2a4c-4b8c-826c-0648c7e4c3c6), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:30.776125 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] For port 211b583f-2a4c-4b8c-826c-0648c7e4c3c6, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=211b583f-2a4c-4b8c-826c-0648c7e4c3c6,segment=NetworkSegment(959b0173-edf3-4a4b-a878-688b20dcf91a),segment_id=959b0173-edf3-4a4b-a878-688b20dcf91a)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:30.785548 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:30.811234 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (211b583f-2a4c-4b8c-826c-0648c7e4c3c6), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:30.971605 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-98054041-6621-4c4b-8ac7-864679485cb5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for port (59f4c935-e132-4169-a0e6-2552ac665c8d), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:30.974621 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:30.996598 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa37a1-32e2-47da-8173-ea6eda5548a6 None None] Pushing event updated for resources: {'Port': ['ID=211b583f-2a4c-4b8c-826c-0648c7e4c3c6,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:31.004739 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63348aca-86db-4bd1-aed7-9cad6b48e679 {{(pid=106188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:29:31.025695 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] Publish callbacks [] for port (63348aca-86db-4bd1-aed7-9cad6b48e679), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:31.094195 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:31.095061 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-55d07762-a5c3-4202-8687-1550c45e0e72 None None] Provisioning complete for port 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:31.095512 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-55d07762-a5c3-4202-8687-1550c45e0e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (211b583f-2a4c-4b8c-826c-0648c7e4c3c6), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:31.096213 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-55d07762-a5c3-4202-8687-1550c45e0e72 None None] Attempt 1 to provision port 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 Sep 22 12:29:31.098702 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.provisioning_blocks [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] Transition to ACTIVE for port object 63348aca-86db-4bd1-aed7-9cad6b48e679 will not be triggered until provisioned by entity L2. {{(pid=106188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 12:29:31.145769 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-71a42be3-c07f-4028-b5be-c04bff161e2d req-ababa659-2a83-4c99-b1ef-b9d157ae0073 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 210 time: 0.8251622 Sep 22 12:29:31.237161 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (63348aca-86db-4bd1-aed7-9cad6b48e679), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:31.284266 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 7a3ecdce-78f7-4052-9d42-2cfc154cfcda is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:31.285447 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 3eac1600-3695-4a60-924b-eaed2c450132 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:31.287960 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.20', 57188) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:31.437673 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02582d7d-4998-4ad2-9877-9032f3a7f0a0 req-2b443f40-d389-4a94-8d90-aa47c5dac1a0 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:31.439340 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-02582d7d-4998-4ad2-9877-9032f3a7f0a0 req-2b443f40-d389-4a94-8d90-aa47c5dac1a0 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 944 time: 0.3393946 Sep 22 12:29:31.535109 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 3eac1600-3695-4a60-924b-eaed2c450132 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:31.535462 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (3eac1600-3695-4a60-924b-eaed2c450132), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:31.535798 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 3eac1600-3695-4a60-924b-eaed2c450132 Sep 22 12:29:31.593771 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=63348aca-86db-4bd1-aed7-9cad6b48e679,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:31.619254 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-98054041-6621-4c4b-8ac7-864679485cb5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (59f4c935-e132-4169-a0e6-2552ac665c8d), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:31.656589 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'name': 'tempest-AttachVolumeTestJSON-2139353545-router', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'gw_port': {'id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:03Z', 'updated_at': '2022-09-22T12:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '211b583f-2a4c-4b8c-826c-0648c7e4c3c6', 'name': '', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'mac_address': 'fa:16:3e:1e:71:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:14Z', 'updated_at': '2022-09-22T12:29:28Z', 'revision_number': 4, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'subnets': [{'id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:29:31.888261 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 3eac1600-3695-4a60-924b-eaed2c450132 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:31.910749 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf252a83-5b6b-4f0b-b666-27e45908b94d None None] The sync data for ids ['9adee683-da65-4a4b-9b93-f161bcd3668a'] in dv-cinder-856463-4-iscsi is: [{'id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'name': 'tempest-AttachVolumeTestJSON-2139353545-router', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'gw_port': {'id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:03Z', 'updated_at': '2022-09-22T12:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '211b583f-2a4c-4b8c-826c-0648c7e4c3c6', 'name': '', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'mac_address': 'fa:16:3e:1e:71:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:14Z', 'updated_at': '2022-09-22T12:29:28Z', 'revision_number': 4, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'subnets': [{'id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:29:31.983407 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-55d07762-a5c3-4202-8687-1550c45e0e72 None None] Current status of the port 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:32.275818 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-ef61ba60-1eaa-43d5-98c8-229aa29b6b64 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:32.282870 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-ef61ba60-1eaa-43d5-98c8-229aa29b6b64 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.20 "GET /networking/v2.0/networks?id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a HTTP/1.1" status: 200 len: 819 time: 0.9922731 Sep 22 12:29:32.283308 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 74f5c2ac-28ae-40b2-a764-1859e23d46ba up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:32.371819 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:32.389472 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 74f5c2ac-28ae-40b2-a764-1859e23d46ba triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:32.390058 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (74f5c2ac-28ae-40b2-a764-1859e23d46ba), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:32.390175 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 74f5c2ac-28ae-40b2-a764-1859e23d46ba Sep 22 12:29:32.396910 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-a39f8ded-9c4b-4175-b2e0-8dabc5c16aba tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Request body: {'port': {'device_id': '788e8c2c-8b83-46fe-8728-92c6b755c9c8', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'admin_state_up': True, 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:32.454464 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:32.496659 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.20', 57199) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:32.546383 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 74f5c2ac-28ae-40b2-a764-1859e23d46ba is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:32.615548 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-98054041-6621-4c4b-8ac7-864679485cb5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:29:32.714990 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-98054041-6621-4c4b-8ac7-864679485cb5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:32.751946 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-a39f8ded-9c4b-4175-b2e0-8dabc5c16aba tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Made reservation on behalf of fb62ca26c4fe47deb0a21511a96e6403 for: {'port': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:29:32.765048 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-a39f8ded-9c4b-4175-b2e0-8dabc5c16aba tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:32.866779 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98054041-6621-4c4b-8ac7-864679485cb5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Pushing event updated for resources: {'Port': ['ID=59f4c935-e132-4169-a0e6-2552ac665c8d,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:32.876953 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-37673d65-595b-4ed5-917e-698cddaf11ad tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1764544484&fields=id&tenant_id=89fe74d1d646452e83cb93420766c0a2 HTTP/1.1" status: 200 len: 267 time: 1.4949586 Sep 22 12:29:32.888868 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-98054041-6621-4c4b-8ac7-864679485cb5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:29:33.068778 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-98054041-6621-4c4b-8ac7-864679485cb5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:33.082463 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-98054041-6621-4c4b-8ac7-864679485cb5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:33.278110 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-821978c8-8bb5-4212-a9e1-490203246b96 None None] Provisioning complete for port 59f4c935-e132-4169-a0e6-2552ac665c8d triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:33.286809 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-821978c8-8bb5-4212-a9e1-490203246b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (59f4c935-e132-4169-a0e6-2552ac665c8d), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:33.290857 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-821978c8-8bb5-4212-a9e1-490203246b96 None None] Attempt 1 to provision port 59f4c935-e132-4169-a0e6-2552ac665c8d Sep 22 12:29:33.308274 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:29:33.310592 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-98054041-6621-4c4b-8ac7-864679485cb5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6308105 Sep 22 12:29:33.347509 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-02582d7d-4998-4ad2-9877-9032f3a7f0a0 req-87da0ef9-2ee2-4714-afcf-b00a921e5c08 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8910120 Sep 22 12:29:33.423855 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-821978c8-8bb5-4212-a9e1-490203246b96 None None] Port 59f4c935-e132-4169-a0e6-2552ac665c8d cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:33.445087 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-a39f8ded-9c4b-4175-b2e0-8dabc5c16aba tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Allocated IP 172.20.0.13 (8db57afe-6ac0-4ca9-95e4-169c6f6e837a/6136a7d9-4fb1-4ae9-8b34-a44ca765189e/a1cada3c-6838-41ff-aa19-94a5eda38089) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:29:33.463815 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] Request body: {'port': {'device_id': 'e0f8b6d4-4a92-4a94-a7d2-23435c651c4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:33.821899 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d7715dc7-610c-4306-a3be-a0cc0defec54 req-b5d90bcb-88d1-4179-902f-1edb906c94fa tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 210 time: 0.2096736 Sep 22 12:29:33.822942 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] Attempting to bind port 63348aca-86db-4bd1-aed7-9cad6b48e679 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:29:33.837167 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] Attempting to bind port 63348aca-86db-4bd1-aed7-9cad6b48e679 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': 'ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '00c667b7-ed04-4735-ad4f-fba2a6edba76'}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:29:33.837610 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] Attempting to bind port 63348aca-86db-4bd1-aed7-9cad6b48e679 on network 00c667b7-ed04-4735-ad4f-fba2a6edba76 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:29:33.900783 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-a39f8ded-9c4b-4175-b2e0-8dabc5c16aba tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for port (a1cada3c-6838-41ff-aa19-94a5eda38089), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:33.924567 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-821978c8-8bb5-4212-a9e1-490203246b96 None None] Attempt 2 to provision port 59f4c935-e132-4169-a0e6-2552ac665c8d Sep 22 12:29:33.950575 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-a39f8ded-9c4b-4175-b2e0-8dabc5c16aba tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (a1cada3c-6838-41ff-aa19-94a5eda38089), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:34.019194 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-821978c8-8bb5-4212-a9e1-490203246b96 None None] Port 59f4c935-e132-4169-a0e6-2552ac665c8d cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:34.126233 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] Port 63348aca-86db-4bd1-aed7-9cad6b48e679 on network 00c667b7-ed04-4735-ad4f-fba2a6edba76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 12:29:34.126233 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] Attempting to bind port 63348aca-86db-4bd1-aed7-9cad6b48e679 on network 00c667b7-ed04-4735-ad4f-fba2a6edba76 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:29:34.152178 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b812317-49a6-474d-8752-7f5736f55c53 req-bef1ed2d-7a4c-4e1b-bcdb-24b80345c0dd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:34.153901 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2b812317-49a6-474d-8752-7f5736f55c53 req-bef1ed2d-7a4c-4e1b-bcdb-24b80345c0dd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.20 "GET /networking/v2.0/networks?id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd HTTP/1.1" status: 200 len: 815 time: 1.6376381 Sep 22 12:29:34.215792 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:34.225064 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-a39f8ded-9c4b-4175-b2e0-8dabc5c16aba tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:29:34.243167 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-a39f8ded-9c4b-4175-b2e0-8dabc5c16aba tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:34.250593 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-a39f8ded-9c4b-4175-b2e0-8dabc5c16aba tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:29:34.253909 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b18364fb-c633-447f-9b53-3b8374f00125 req-883bd396-51c3-44e2-bdc9-1525af6654eb tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 210 time: 0.1571090 Sep 22 12:29:34.257584 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f8ded-9c4b-4175-b2e0-8dabc5c16aba tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Pushing event updated for resources: {'Port': ['ID=a1cada3c-6838-41ff-aa19-94a5eda38089,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:34.349837 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 45888) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:34.468808 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-a39f8ded-9c4b-4175-b2e0-8dabc5c16aba tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:34.470344 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-a39f8ded-9c4b-4175-b2e0-8dabc5c16aba tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for port (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:34.485443 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (59f4c935-e132-4169-a0e6-2552ac665c8d), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:34.491473 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:34.509416 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:34.510097 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (211b583f-2a4c-4b8c-826c-0648c7e4c3c6), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:34.510182 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 Sep 22 12:29:34.527412 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-821978c8-8bb5-4212-a9e1-490203246b96 None None] Attempt 3 to provision port 59f4c935-e132-4169-a0e6-2552ac665c8d Sep 22 12:29:34.555401 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-a39f8ded-9c4b-4175-b2e0-8dabc5c16aba tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1718802 Sep 22 12:29:34.567064 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] Request body: {'port': {'device_id': '788e8c2c-8b83-46fe-8728-92c6b755c9c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:34.768037 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:34.779519 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2b812317-49a6-474d-8752-7f5736f55c53 req-4e0a06b1-be7c-4347-98a8-cbc12202fcc5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=40ddbbe59b90403fb3ea9212d10727aa HTTP/1.1" status: 200 len: 380 time: 0.5197885 Sep 22 12:29:34.796855 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=100 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:34.817272 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-821978c8-8bb5-4212-a9e1-490203246b96 None None] Port 59f4c935-e132-4169-a0e6-2552ac665c8d cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:34.821459 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-3e96b730-1a86-4223-a3fa-84d45b29a898 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:34.828741 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-3e96b730-1a86-4223-a3fa-84d45b29a898 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/networks?id=fa4f03ac-0d51-4ef1-9086-3b2b84cb717e HTTP/1.1" status: 200 len: 811 time: 1.6950598 Sep 22 12:29:34.866196 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-2b812317-49a6-474d-8752-7f5736f55c53 req-6d1d30f1-4d79-468a-9dad-b63c8d8be849 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'port': {'device_id': '9ac05188-579c-4644-89f8-233e046b4618', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'admin_state_up': True, 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'security_groups': ['734aa3ef-a031-43cd-81ee-dc41f747ade7']}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:34.884872 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (a1cada3c-6838-41ff-aa19-94a5eda38089), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:34.896327 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-08933100-f705-4b91-a7bd-60fa2c9ba545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:34.957568 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:34.977291 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] Checking agent: {'id': '60a799af-7434-4fee-b6c6-29cadfeb25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'started_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:29:34.977659 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] Checking segment: {'id': 'ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '00c667b7-ed04-4735-ad4f-fba2a6edba76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:29:34.978211 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] Bound using segment: {'id': 'ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '00c667b7-ed04-4735-ad4f-fba2a6edba76'} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:29:34.978674 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] Bound port: 63348aca-86db-4bd1-aed7-9cad6b48e679, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '00c667b7-ed04-4735-ad4f-fba2a6edba76'}}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:29:34.979035 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (63348aca-86db-4bd1-aed7-9cad6b48e679), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:35.100502 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 45914) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:35.111011 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-d09daa37-e184-436d-9f09-80b4dd9e4c3c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/quotas/89fe74d1d646452e83cb93420766c0a2 HTTP/1.1" status: 200 len: 375 time: 0.2794180 Sep 22 12:29:35.319010 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-821978c8-8bb5-4212-a9e1-490203246b96 None None] Attempt 4 to provision port 59f4c935-e132-4169-a0e6-2552ac665c8d Sep 22 12:29:35.349380 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-c2cdcf4e-e614-4ce9-a854-0d4898f4eb25 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=89fe74d1d646452e83cb93420766c0a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2374046 Sep 22 12:29:35.363518 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:UPDATE=3,neutron:SELECT=58,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:35.384597 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1e62a-4829-4a30-a33a-07e9380f2596 req-389e6c9a-0b5f-4823-a159-1c7f9c30385e tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:35.396121 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c9a1e62a-4829-4a30-a33a-07e9380f2596 req-389e6c9a-0b5f-4823-a159-1c7f9c30385e tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 944 time: 0.6472034 Sep 22 12:29:35.409233 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-821978c8-8bb5-4212-a9e1-490203246b96 None None] Port 59f4c935-e132-4169-a0e6-2552ac665c8d cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:35.433575 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:35.565311 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c2c754ca-bfde-4196-b6fe-2bd1e074422d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:35.573111 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:35.623170 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-08933100-f705-4b91-a7bd-60fa2c9ba545 admin admin] Publish callbacks [] for security_group (1d15fcf2-1911-4e5a-a7b5-4052bd6f530d), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:35.634939 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] For port 63348aca-86db-4bd1-aed7-9cad6b48e679, host hv-cinder-85646, cleared binding levels {{(pid=106188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:29:35.640558 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b812317-49a6-474d-8752-7f5736f55c53 req-6d1d30f1-4d79-468a-9dad-b63c8d8be849 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Made reservation on behalf of 40ddbbe59b90403fb3ea9212d10727aa for: {'port': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:29:35.641620 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-08933100-f705-4b91-a7bd-60fa2c9ba545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (1d15fcf2-1911-4e5a-a7b5-4052bd6f530d), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:35.646755 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-2b812317-49a6-474d-8752-7f5736f55c53 req-6d1d30f1-4d79-468a-9dad-b63c8d8be849 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:35.708921 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-08933100-f705-4b91-a7bd-60fa2c9ba545 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=37bb9db0546f4906806214f1f1131fdf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3581610 Sep 22 12:29:35.711620 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] For port 63348aca-86db-4bd1-aed7-9cad6b48e679, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=63348aca-86db-4bd1-aed7-9cad6b48e679,segment=NetworkSegment(ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828),segment_id=ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828)] {{(pid=106188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:29:35.714464 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 45928) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:35.729551 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08933100-f705-4b91-a7bd-60fa2c9ba545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d15fcf2-1911-4e5a-a7b5-4052bd6f530d,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:35.759026 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (63348aca-86db-4bd1-aed7-9cad6b48e679), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:35.799630 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:35.802784 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:35.804963 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/63348aca-86db-4bd1-aed7-9cad6b48e679 HTTP/1.1" status: 200 len: 1094 time: 8.4876385 Sep 22 12:29:35.822902 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-73b8c615-c305-44b4-8f1f-6a027aaf98e0 admin admin] Publish callbacks [] for security_group (1d15fcf2-1911-4e5a-a7b5-4052bd6f530d), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:35.827013 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1cada3c-6838-41ff-aa19-94a5eda38089 {{(pid=106189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:29:35.830042 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e388d2-8f9f-483b-8b65-1abf586e7910', 'tag': '63348aca-86db-4bd1-aed7-9cad6b48e679'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:29:35.842498 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] Publish callbacks [] for port (a1cada3c-6838-41ff-aa19-94a5eda38089), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:35.852742 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c9a1e62a-4829-4a30-a33a-07e9380f2596 req-d7b7b796-38ba-4bc6-a927-2eb98736cdc7 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552889 Sep 22 12:29:35.885319 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:35.895309 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-73b8c615-c305-44b4-8f1f-6a027aaf98e0 admin admin] Publish callbacks [] for security_group (1d15fcf2-1911-4e5a-a7b5-4052bd6f530d), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:35.905165 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.provisioning_blocks [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] Transition to ACTIVE for port object a1cada3c-6838-41ff-aa19-94a5eda38089 will not be triggered until provisioned by entity L2. {{(pid=106189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 12:29:35.910346 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-821978c8-8bb5-4212-a9e1-490203246b96 None None] Attempt 5 to provision port 59f4c935-e132-4169-a0e6-2552ac665c8d Sep 22 12:29:35.919129 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (a1cada3c-6838-41ff-aa19-94a5eda38089), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:36.016432 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-821978c8-8bb5-4212-a9e1-490203246b96 None None] Port 59f4c935-e132-4169-a0e6-2552ac665c8d cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:36.072161 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] Pushing event updated for resources: {'Port': ['ID=a1cada3c-6838-41ff-aa19-94a5eda38089,revision_number=2']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:36.086526 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-73b8c615-c305-44b4-8f1f-6a027aaf98e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (1d15fcf2-1911-4e5a-a7b5-4052bd6f530d), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:36.089354 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-73b8c615-c305-44b4-8f1f-6a027aaf98e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:36.090564 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-73b8c615-c305-44b4-8f1f-6a027aaf98e0 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/1d15fcf2-1911-4e5a-a7b5-4052bd6f530d HTTP/1.1" status: 204 len: 168 time: 0.3743050 Sep 22 12:29:36.106021 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8c615-c305-44b4-8f1f-6a027aaf98e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d15fcf2-1911-4e5a-a7b5-4052bd6f530d,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:36.120812 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.managers [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] Attempting to bind port a1cada3c-6838-41ff-aa19-94a5eda38089 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:29:36.121519 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.managers [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] Attempting to bind port a1cada3c-6838-41ff-aa19-94a5eda38089 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': 'c340f29b-02bd-42f1-9691-706be126d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a'}] {{(pid=106189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:29:36.122082 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] Attempting to bind port a1cada3c-6838-41ff-aa19-94a5eda38089 on network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:29:36.186843 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] Port a1cada3c-6838-41ff-aa19-94a5eda38089 on network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 12:29:36.187245 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] Attempting to bind port a1cada3c-6838-41ff-aa19-94a5eda38089 on network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:29:36.212806 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-f07dd147-c9e4-4407-b6af-76669aad257b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa4f03ac-0d51-4ef1-9086-3b2b84cb717e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8583171 Sep 22 12:29:36.217339 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b3abbc-4054-4e60-b3c9-a8311ba80714" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e388d2-8f9f-483b-8b65-1abf586e7910", "tag": "63348aca-86db-4bd1-aed7-9cad6b48e679"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:29:36.264696 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] Checking agent: {'id': '60a799af-7434-4fee-b6c6-29cadfeb25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'started_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:29:36.265259 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] Checking segment: {'id': 'c340f29b-02bd-42f1-9691-706be126d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:29:36.265896 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] Bound using segment: {'id': 'c340f29b-02bd-42f1-9691-706be126d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a'} {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:29:36.266449 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.managers [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] Bound port: a1cada3c-6838-41ff-aa19-94a5eda38089, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c340f29b-02bd-42f1-9691-706be126d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a'}}] {{(pid=106189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:29:36.266966 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (a1cada3c-6838-41ff-aa19-94a5eda38089), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:36.301487 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:36.362350 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] For port a1cada3c-6838-41ff-aa19-94a5eda38089, host hv-cinder-85646, cleared binding levels {{(pid=106189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:29:36.385584 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] For port a1cada3c-6838-41ff-aa19-94a5eda38089, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a1cada3c-6838-41ff-aa19-94a5eda38089,segment=NetworkSegment(c340f29b-02bd-42f1-9691-706be126d2ad),segment_id=c340f29b-02bd-42f1-9691-706be126d2ad)] {{(pid=106189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:29:36.394533 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (a1cada3c-6838-41ff-aa19-94a5eda38089), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:36.400818 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:36.401445 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for port (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:36.403123 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/a1cada3c-6838-41ff-aa19-94a5eda38089 HTTP/1.1" status: 200 len: 1094 time: 1.8434074 Sep 22 12:29:36.403832 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788e8c2c-8b83-46fe-8728-92c6b755c9c8', 'tag': 'a1cada3c-6838-41ff-aa19-94a5eda38089'}] {{(pid=106189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:29:36.443406 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-d8752398-997a-4144-b0b7-1a96374aff96 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa4f03ac-0d51-4ef1-9086-3b2b84cb717e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595550 Sep 22 12:29:36.452395 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808816a-5ddf-42fd-aceb-761ec50fc0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=63348aca-86db-4bd1-aed7-9cad6b48e679,revision_number=3']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:36.502632 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf0ffd-a93a-4700-8775-9fb87819d9ba service neutron] Pushing event updated for resources: {'Port': ['ID=a1cada3c-6838-41ff-aa19-94a5eda38089,revision_number=3']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:36.518104 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-821978c8-8bb5-4212-a9e1-490203246b96 None None] Attempt 6 to provision port 59f4c935-e132-4169-a0e6-2552ac665c8d Sep 22 12:29:36.607344 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-821978c8-8bb5-4212-a9e1-490203246b96 None None] Port 59f4c935-e132-4169-a0e6-2552ac665c8d cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:36.639842 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 45962) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:36.700768 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-cd848dfb-9e2e-4efa-9378-7c3b2305a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:36.702499 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-cd848dfb-9e2e-4efa-9378-7c3b2305a098 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=acfd00e7112b409bba3cdf9480508b02&device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 1128 time: 0.6742179 Sep 22 12:29:36.715020 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec4a89-aa2c-447a-9da0-42f8888c56ed req-a1e91f3e-c888-4b58-bd22-59cb6a759ab3 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:36.716694 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d2ec4a89-aa2c-447a-9da0-42f8888c56ed req-a1e91f3e-c888-4b58-bd22-59cb6a759ab3 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 944 time: 0.5451794 Sep 22 12:29:36.870727 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:36.884703 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-8d573eef-4438-4789-8c68-b79f2090fc37 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63348aca-86db-4bd1-aed7-9cad6b48e679 HTTP/1.1" status: 200 len: 217 time: 0.1567647 Sep 22 12:29:36.887306 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [req-2b812317-49a6-474d-8752-7f5736f55c53 req-6d1d30f1-4d79-468a-9dad-b63c8d8be849 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Allocated IP 172.20.0.3 (a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd/d853fe9a-55b9-4c8d-9099-d1741ea2e14d/3ccdb191-e1dc-4383-95e0-0dda555c85b6) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:29:36.921784 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64be3f76f25325df4d162c623afd71985c9d526dbd3dd574d951cc56993afe1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4403c0-48ad-4534-b5a9-873754f9fc3d" -d '{"events": [{"name": "network-changed", "server_uuid": "788e8c2c-8b83-46fe-8728-92c6b755c9c8", "tag": "a1cada3c-6838-41ff-aa19-94a5eda38089"}]}' {{(pid=106189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:29:36.943178 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-91ab92b4-364f-4747-b4ec-607bb43eafa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:36.957380 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:36.967351 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-a5ff0c31-7dfb-4e03-9d45-07c1c439d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:36.968747 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-a5ff0c31-7dfb-4e03-9d45-07c1c439d274 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 1128 time: 0.3794849 Sep 22 12:29:36.999310 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-db3700e1-a1dc-4d6e-8424-cbc30e0de788 req-f8ffc9b8-2a3c-4b10-bc12-774fdfe8f5e4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 210 time: 0.1296043 Sep 22 12:29:37.009493 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c2c754ca-bfde-4196-b6fe-2bd1e074422d admin admin] Publish callbacks [] for security_group (e0e6268f-6375-4b8e-b4d0-18778b8bd400), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:37.055609 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c2c754ca-bfde-4196-b6fe-2bd1e074422d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (e0e6268f-6375-4b8e-b4d0-18778b8bd400), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:37.071907 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-0234bfaa-181f-4e4c-815d-51ec15923bd8 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1cada3c-6838-41ff-aa19-94a5eda38089 HTTP/1.1" status: 200 len: 217 time: 0.0885546 Sep 22 12:29:37.108859 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-821978c8-8bb5-4212-a9e1-490203246b96 None None] Attempt 7 to provision port 59f4c935-e132-4169-a0e6-2552ac665c8d Sep 22 12:29:37.127328 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d2ec4a89-aa2c-447a-9da0-42f8888c56ed req-db09e7bd-2479-4dd2-bd5f-882e5d410219 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982403 Sep 22 12:29:37.154898 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-38250315-33b0-41df-9b29-8ea3e04a5c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:37.157494 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-38250315-33b0-41df-9b29-8ea3e04a5c44 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6136a7d9-4fb1-4ae9-8b34-a44ca765189e HTTP/1.1" status: 200 len: 858 time: 0.0739403 Sep 22 12:29:37.214379 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c754ca-bfde-4196-b6fe-2bd1e074422d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e6268f-6375-4b8e-b4d0-18778b8bd400,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:37.218155 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-821978c8-8bb5-4212-a9e1-490203246b96 None None] Port 59f4c935-e132-4169-a0e6-2552ac665c8d cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:37.221454 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-58ffa4cd-8d6e-4c91-8d98-ce6397083cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:37.224706 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-58ffa4cd-8d6e-4c91-8d98-ce6397083cd3 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c9d5cb36-7762-4e4d-88e2-a9b037283a4c HTTP/1.1" status: 200 len: 851 time: 0.3123746 Sep 22 12:29:37.263385 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f4c935-e132-4169-a0e6-2552ac665c8d {{(pid=106188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:29:37.349550 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-91ab92b4-364f-4747-b4ec-607bb43eafa4 admin admin] Publish callbacks [] for security_group (8b806160-d02e-41da-9ae2-0c3a59a266f5), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:37.363367 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-c2c754ca-bfde-4196-b6fe-2bd1e074422d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=28fbd0d59cf84477ba21a8b504172a04&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2597902 Sep 22 12:29:37.371512 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 45986) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:37.376623 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-91ab92b4-364f-4747-b4ec-607bb43eafa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (8b806160-d02e-41da-9ae2-0c3a59a266f5), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:37.402473 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] Publish callbacks [] for port (59f4c935-e132-4169-a0e6-2552ac665c8d), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:37.405377 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-93968281-6802-4191-9078-ebaf02cc9811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:37.407976 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-93968281-6802-4191-9078-ebaf02cc9811 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2391021 Sep 22 12:29:37.450098 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-e687fe3d-7cf8-46f7-87d3-c9fea59c267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:37.452124 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-e687fe3d-7cf8-46f7-87d3-c9fea59c267f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=00c667b7-ed04-4735-ad4f-fba2a6edba76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1623988 Sep 22 12:29:37.457633 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55739ac-b8f8-4b4e-b268-e8cb6ef21000 x-openstack-request-id: req-d55739ac-b8f8-4b4e-b268-e8cb6ef21000 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:29:37.458022 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e388d2-8f9f-483b-8b65-1abf586e7910", "tag": "63348aca-86db-4bd1-aed7-9cad6b48e679", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:29:37.458340 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d55739ac-b8f8-4b4e-b268-e8cb6ef21000 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:29:37.458834 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d55739ac-b8f8-4b4e-b268-e8cb6ef21000'] response: {'name': 'network-changed', 'server_uuid': 'f7e388d2-8f9f-483b-8b65-1abf586e7910', 'tag': '63348aca-86db-4bd1-aed7-9cad6b48e679', 'status': 'completed', 'code': 200} Sep 22 12:29:37.461200 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-232c6736-643c-40c5-9e85-a0060697de8b req-ecbd35cf-7186-450d-9d94-20b244707e32 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 210 time: 0.2349830 Sep 22 12:29:37.514149 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.provisioning_blocks [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] Transition to ACTIVE for port object 59f4c935-e132-4169-a0e6-2552ac665c8d will not be triggered until provisioned by entity L2. {{(pid=106188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 12:29:37.574490 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab92b4-364f-4747-b4ec-607bb43eafa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b806160-d02e-41da-9ae2-0c3a59a266f5,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:37.581249 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (59f4c935-e132-4169-a0e6-2552ac665c8d), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:37.590434 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-91ab92b4-364f-4747-b4ec-607bb43eafa4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=155bf88ed03e48d7a2f9323ad7dd24e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9486690 Sep 22 12:29:37.598261 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 45998) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:37.644397 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] Pushing event updated for resources: {'Port': ['ID=59f4c935-e132-4169-a0e6-2552ac665c8d,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:37.652100 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-12f4eeda-df86-442b-88c0-995052b1c217 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236319 Sep 22 12:29:37.668572 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b517261b-3564-46d9-94e5-ad3c24bde419 admin admin] Publish callbacks [] for security_group (e0e6268f-6375-4b8e-b4d0-18778b8bd400), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:37.681605 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c40c-3c14-4b12-a90d-cfff9db84f1e req-93b0a707-ed28-470a-bd8a-bc6fe9e760ac tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:37.691800 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3fd7c40c-3c14-4b12-a90d-cfff9db84f1e req-93b0a707-ed28-470a-bd8a-bc6fe9e760ac tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 944 time: 0.2066360 Sep 22 12:29:37.700731 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5d2c878e-5d41-4b53-ae9b-2c8c11807cdc admin admin] Publish callbacks [] for security_group (8b806160-d02e-41da-9ae2-0c3a59a266f5), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:37.707775 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:37.717776 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b517261b-3564-46d9-94e5-ad3c24bde419 admin admin] Publish callbacks [] for security_group (e0e6268f-6375-4b8e-b4d0-18778b8bd400), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:37.719808 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-821978c8-8bb5-4212-a9e1-490203246b96 None None] Attempt 8 to provision port 59f4c935-e132-4169-a0e6-2552ac665c8d Sep 22 12:29:37.759628 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5d2c878e-5d41-4b53-ae9b-2c8c11807cdc admin admin] Publish callbacks [] for security_group (8b806160-d02e-41da-9ae2-0c3a59a266f5), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:37.770395 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de765961-d817-43f4-9f60-e9a2fac64b0d x-openstack-request-id: req-de765961-d817-43f4-9f60-e9a2fac64b0d {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:29:37.770755 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "788e8c2c-8b83-46fe-8728-92c6b755c9c8", "tag": "a1cada3c-6838-41ff-aa19-94a5eda38089", "status": "completed", "code": 200}]} {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:29:37.771108 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-de765961-d817-43f4-9f60-e9a2fac64b0d {{(pid=106189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:29:37.771617 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de765961-d817-43f4-9f60-e9a2fac64b0d'] response: {'name': 'network-changed', 'server_uuid': '788e8c2c-8b83-46fe-8728-92c6b755c9c8', 'tag': 'a1cada3c-6838-41ff-aa19-94a5eda38089', 'status': 'completed', 'code': 200} Sep 22 12:29:37.811775 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-2b812317-49a6-474d-8752-7f5736f55c53 req-6d1d30f1-4d79-468a-9dad-b63c8d8be849 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for port (3ccdb191-e1dc-4383-95e0-0dda555c85b6), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:37.816433 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:37.842711 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-561d9932-72d4-4b9a-864d-e3672d13a73c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/00c667b7-ed04-4735-ad4f-fba2a6edba76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803933 Sep 22 12:29:37.880469 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b517261b-3564-46d9-94e5-ad3c24bde419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (e0e6268f-6375-4b8e-b4d0-18778b8bd400), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:37.883483 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b517261b-3564-46d9-94e5-ad3c24bde419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:37.884698 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-b517261b-3564-46d9-94e5-ad3c24bde419 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e0e6268f-6375-4b8e-b4d0-18778b8bd400 HTTP/1.1" status: 204 len: 168 time: 0.5092266 Sep 22 12:29:37.915530 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5d2c878e-5d41-4b53-ae9b-2c8c11807cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (8b806160-d02e-41da-9ae2-0c3a59a266f5), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:37.919503 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3fd7c40c-3c14-4b12-a90d-cfff9db84f1e req-d7eee30f-157c-4fe6-9ee6-fb80ed361982 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266304 Sep 22 12:29:37.921700 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5d2c878e-5d41-4b53-ae9b-2c8c11807cdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:37.923234 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-5d2c878e-5d41-4b53-ae9b-2c8c11807cdc admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8b806160-d02e-41da-9ae2-0c3a59a266f5 HTTP/1.1" status: 204 len: 168 time: 0.3241682 Sep 22 12:29:37.925981 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517261b-3564-46d9-94e5-ad3c24bde419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e6268f-6375-4b8e-b4d0-18778b8bd400,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:37.931080 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] Attempting to bind port 59f4c935-e132-4169-a0e6-2552ac665c8d on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:29:37.931589 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] Attempting to bind port 59f4c935-e132-4169-a0e6-2552ac665c8d by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': 'c340f29b-02bd-42f1-9691-706be126d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a'}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:29:37.933865 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] Attempting to bind port 59f4c935-e132-4169-a0e6-2552ac665c8d on network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:29:37.964430 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c878e-5d41-4b53-ae9b-2c8c11807cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b806160-d02e-41da-9ae2-0c3a59a266f5,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:37.992354 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-821978c8-8bb5-4212-a9e1-490203246b96 None None] Port 59f4c935-e132-4169-a0e6-2552ac665c8d cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:38.023252 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:38.031718 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] Port 59f4c935-e132-4169-a0e6-2552ac665c8d on network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 12:29:38.032057 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] Attempting to bind port 59f4c935-e132-4169-a0e6-2552ac665c8d on network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:29:38.061015 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-2b812317-49a6-474d-8752-7f5736f55c53 req-6d1d30f1-4d79-468a-9dad-b63c8d8be849 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (3ccdb191-e1dc-4383-95e0-0dda555c85b6), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:38.065947 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:38.134340 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b812317-49a6-474d-8752-7f5736f55c53 req-6d1d30f1-4d79-468a-9dad-b63c8d8be849 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:29:38.137714 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] Checking agent: {'id': '60a799af-7434-4fee-b6c6-29cadfeb25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'started_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:29:38.138375 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] Checking segment: {'id': 'c340f29b-02bd-42f1-9691-706be126d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:29:38.138980 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] Bound using segment: {'id': 'c340f29b-02bd-42f1-9691-706be126d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a'} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:29:38.139867 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] Bound port: 59f4c935-e132-4169-a0e6-2552ac665c8d, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c340f29b-02bd-42f1-9691-706be126d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a'}}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:29:38.140465 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (59f4c935-e132-4169-a0e6-2552ac665c8d), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:38.153093 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [req-2b812317-49a6-474d-8752-7f5736f55c53 req-6d1d30f1-4d79-468a-9dad-b63c8d8be849 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:38.177976 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b812317-49a6-474d-8752-7f5736f55c53 req-6d1d30f1-4d79-468a-9dad-b63c8d8be849 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:29:38.182112 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d30f1-4d79-468a-9dad-b63c8d8be849 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'Port': ['ID=3ccdb191-e1dc-4383-95e0-0dda555c85b6,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:38.322838 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64842c0-8a8c-42ae-8b8f-dac8a9ffc798 req-5b96316d-9092-49e9-bbbd-4af933855eb7 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:38.334423 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c64842c0-8a8c-42ae-8b8f-dac8a9ffc798 req-5b96316d-9092-49e9-bbbd-4af933855eb7 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 931 time: 0.1575963 Sep 22 12:29:38.340816 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b812317-49a6-474d-8752-7f5736f55c53 req-6d1d30f1-4d79-468a-9dad-b63c8d8be849 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:38.341761 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-2b812317-49a6-474d-8752-7f5736f55c53 req-6d1d30f1-4d79-468a-9dad-b63c8d8be849 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:38.397452 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2b812317-49a6-474d-8752-7f5736f55c53 req-6d1d30f1-4d79-468a-9dad-b63c8d8be849 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5414538 Sep 22 12:29:38.421020 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] For port 59f4c935-e132-4169-a0e6-2552ac665c8d, host hv-cinder-85646, cleared binding levels {{(pid=106188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:29:38.433010 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 46030) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:38.441983 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] For port 59f4c935-e132-4169-a0e6-2552ac665c8d, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=59f4c935-e132-4169-a0e6-2552ac665c8d,segment=NetworkSegment(c340f29b-02bd-42f1-9691-706be126d2ad),segment_id=c340f29b-02bd-42f1-9691-706be126d2ad)] {{(pid=106188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:29:38.448090 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-1ba38c2b-b8ae-446f-860f-36bac0eb5fb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:38.481318 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (59f4c935-e132-4169-a0e6-2552ac665c8d), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:38.490569 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:38.491346 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:38.493355 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-821978c8-8bb5-4212-a9e1-490203246b96 None None] Attempt 9 to provision port 59f4c935-e132-4169-a0e6-2552ac665c8d Sep 22 12:29:38.508384 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:38.511218 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/59f4c935-e132-4169-a0e6-2552ac665c8d HTTP/1.1" status: 200 len: 1093 time: 5.1159847 Sep 22 12:29:38.559402 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66703b1c-04a8-4c46-b3ac-233f710cf9c5 req-5f93553b-fcfd-4dfc-afc6-92988f7a4a79 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:38.567194 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-66703b1c-04a8-4c46-b3ac-233f710cf9c5 req-5f93553b-fcfd-4dfc-afc6-92988f7a4a79 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 944 time: 0.2095132 Sep 22 12:29:38.572839 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-821978c8-8bb5-4212-a9e1-490203246b96 None None] Port 59f4c935-e132-4169-a0e6-2552ac665c8d had new provisioning blocks added so it will not transition to active. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 12:29:38.582788 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-1ba38c2b-b8ae-446f-860f-36bac0eb5fb3 admin admin] Publish callbacks [] for security_group (ad30a76b-3c67-4702-81e2-673aba6b7aa7), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:38.588370 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-1ba38c2b-b8ae-446f-860f-36bac0eb5fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (ad30a76b-3c67-4702-81e2-673aba6b7aa7), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:38.604900 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c64842c0-8a8c-42ae-8b8f-dac8a9ffc798 req-bbfab55e-eaf6-4fb9-be04-266edeb31c17 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2695067 Sep 22 12:29:38.636921 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787bf48-3f9c-48be-b3c4-6f917633fb1b service neutron] Pushing event updated for resources: {'Port': ['ID=59f4c935-e132-4169-a0e6-2552ac665c8d,revision_number=3']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:38.657917 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba38c2b-b8ae-446f-860f-36bac0eb5fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad30a76b-3c67-4702-81e2-673aba6b7aa7,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:38.663221 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-1ba38c2b-b8ae-446f-860f-36bac0eb5fb3 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e101ffa4451348db919d73f5c0be7476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289996 Sep 22 12:29:38.665716 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 46038) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:38.665840 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-66703b1c-04a8-4c46-b3ac-233f710cf9c5 req-c825659a-cf82-46d4-a859-8fc6fc087678 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895870 Sep 22 12:29:38.702552 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-2ab8226f-478a-4f30-b103-ef7f2d6088e1 None None] Provisioning complete for port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:38.703080 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-2ab8226f-478a-4f30-b103-ef7f2d6088e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (3ccdb191-e1dc-4383-95e0-0dda555c85b6), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:38.703545 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-2ab8226f-478a-4f30-b103-ef7f2d6088e1 None None] Attempt 1 to provision port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 Sep 22 12:29:38.715714 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ed257078-25c4-4cfc-85f9-d7ad548cf65d req-40d7b6ac-ee38-4b29-b8ab-98519d482a8f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 210 time: 0.0353527 Sep 22 12:29:38.745755 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8226f-478a-4f30-b103-ef7f2d6088e1 None None] Port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:38.747127 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8a88f046-3977-4759-a02c-c0711916628a admin admin] Publish callbacks [] for security_group (ad30a76b-3c67-4702-81e2-673aba6b7aa7), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:38.771687 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8a88f046-3977-4759-a02c-c0711916628a admin admin] Publish callbacks [] for security_group (ad30a76b-3c67-4702-81e2-673aba6b7aa7), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:38.827643 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8a88f046-3977-4759-a02c-c0711916628a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (ad30a76b-3c67-4702-81e2-673aba6b7aa7), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:38.832225 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8a88f046-3977-4759-a02c-c0711916628a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:38.833420 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-8a88f046-3977-4759-a02c-c0711916628a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ad30a76b-3c67-4702-81e2-673aba6b7aa7 HTTP/1.1" status: 204 len: 168 time: 0.1664968 Sep 22 12:29:38.846280 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88f046-3977-4759-a02c-c0711916628a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad30a76b-3c67-4702-81e2-673aba6b7aa7,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:39.070762 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ca1e8-7c5b-4e68-9f5f-1b87ed282f1e req-4aa329d3-c27c-4ab7-b6cf-e65346e5e386 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:39.072274 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-112ca1e8-7c5b-4e68-9f5f-1b87ed282f1e req-4aa329d3-c27c-4ab7-b6cf-e65346e5e386 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 944 time: 0.0497031 Sep 22 12:29:39.133837 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-112ca1e8-7c5b-4e68-9f5f-1b87ed282f1e req-4aa18323-5524-4344-a9e6-3c43fc510e18 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552421 Sep 22 12:29:39.247042 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-2ab8226f-478a-4f30-b103-ef7f2d6088e1 None None] Attempt 2 to provision port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 Sep 22 12:29:39.282441 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8226f-478a-4f30-b103-ef7f2d6088e1 None None] Port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:39.460987 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f8b6d4-4a92-4a94-a7d2-23435c651c4d', 'tag': '59f4c935-e132-4169-a0e6-2552ac665c8d'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:29:39.463495 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db22237-3af2-4d8c-abe4-fbad47866ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f8b6d4-4a92-4a94-a7d2-23435c651c4d", "tag": "59f4c935-e132-4169-a0e6-2552ac665c8d"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:29:39.523113 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac5110a-66e2-429c-96e3-c18fe091bfba x-openstack-request-id: req-dac5110a-66e2-429c-96e3-c18fe091bfba {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:29:39.523593 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f8b6d4-4a92-4a94-a7d2-23435c651c4d", "tag": "59f4c935-e132-4169-a0e6-2552ac665c8d", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:29:39.523944 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-dac5110a-66e2-429c-96e3-c18fe091bfba {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:29:39.524535 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac5110a-66e2-429c-96e3-c18fe091bfba'] response: {'name': 'network-changed', 'server_uuid': 'e0f8b6d4-4a92-4a94-a7d2-23435c651c4d', 'tag': '59f4c935-e132-4169-a0e6-2552ac665c8d', 'status': 'completed', 'code': 200} Sep 22 12:29:39.736710 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807b311-2f0c-4d1f-854d-36286d24688c req-5e10484f-6593-48a4-b529-d5d81648c94c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:39.738789 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e807b311-2f0c-4d1f-854d-36286d24688c req-5e10484f-6593-48a4-b529-d5d81648c94c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 931 time: 0.0525968 Sep 22 12:29:39.773589 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:39.783904 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-2ab8226f-478a-4f30-b103-ef7f2d6088e1 None None] Attempt 3 to provision port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 Sep 22 12:29:39.833867 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22541b52-98b1-4169-88c9-4d7aafe98d6a req-21ed47a1-04c4-4eb1-896d-04d8c68b86b1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:39.835653 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-22541b52-98b1-4169-88c9-4d7aafe98d6a req-21ed47a1-04c4-4eb1-896d-04d8c68b86b1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 944 time: 0.0728996 Sep 22 12:29:39.847541 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8226f-478a-4f30-b103-ef7f2d6088e1 None None] Port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:39.852447 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e807b311-2f0c-4d1f-854d-36286d24688c req-3b7c6fc1-667e-4db5-984a-54930d461c2d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076748 Sep 22 12:29:39.942753 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-22541b52-98b1-4169-88c9-4d7aafe98d6a req-5bed7aba-3c35-4450-8be6-477fe0bb6d79 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890815 Sep 22 12:29:40.001121 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2a0d06ac-80f9-401f-a59b-4c54ea2ed96c req-d141afce-3d05-492e-848b-48fafe523c2f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 210 time: 0.0521977 Sep 22 12:29:40.312723 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] Request body: {'port': {'device_id': '9ac05188-579c-4644-89f8-233e046b4618', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:40.348669 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4caaf118-3aa1-4997-8c01-60087a6312c8 req-93127215-1387-44d2-8ff5-d69d155e393c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269891 Sep 22 12:29:40.349156 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-2ab8226f-478a-4f30-b103-ef7f2d6088e1 None None] Attempt 4 to provision port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 Sep 22 12:29:40.406366 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8226f-478a-4f30-b103-ef7f2d6088e1 None None] Port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:40.601289 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:40.615704 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cb8f2-fb90-4d7a-98c7-f8d5ecde1f74 req-d074dcda-8613-474c-b7f8-a6ae201b11f5 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:40.618056 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-431cb8f2-fb90-4d7a-98c7-f8d5ecde1f74 req-d074dcda-8613-474c-b7f8-a6ae201b11f5 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 944 time: 0.4046223 Sep 22 12:29:40.626120 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db22237-3af2-4d8c-abe4-fbad47866ef8 req-906d1348-39bc-4cab-b9a0-a07a7eed69ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:40.627603 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4db22237-3af2-4d8c-abe4-fbad47866ef8 req-906d1348-39bc-4cab-b9a0-a07a7eed69ca service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 1127 time: 0.3922598 Sep 22 12:29:40.727478 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (3ccdb191-e1dc-4383-95e0-0dda555c85b6), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:40.748380 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c941ebe5-92db-4701-be86-ef5eb4997757 req-881f6c6f-b359-450e-ad88-065534190e34 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/00c667b7-ed04-4735-ad4f-fba2a6edba76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142567 Sep 22 12:29:40.769244 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-431cb8f2-fb90-4d7a-98c7-f8d5ecde1f74 req-2626289c-09d7-464c-9e4d-0f6090ef8efd tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396475 Sep 22 12:29:40.907920 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-2ab8226f-478a-4f30-b103-ef7f2d6088e1 None None] Attempt 5 to provision port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 Sep 22 12:29:40.969447 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8226f-478a-4f30-b103-ef7f2d6088e1 None None] Port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:41.044026 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e7a89-5a4c-4fe6-8837-8ef1f082b3af req-fa5adc57-5ca7-4763-8e15-701d41c8183f tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:41.045641 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-115e7a89-5a4c-4fe6-8837-8ef1f082b3af req-fa5adc57-5ca7-4763-8e15-701d41c8183f tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 931 time: 0.0691223 Sep 22 12:29:41.283692 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-115e7a89-5a4c-4fe6-8837-8ef1f082b3af req-41ae7808-50ee-47bc-b478-6392357f212f tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251060 Sep 22 12:29:41.291553 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a22288-b91e-4bbd-b226-59304ba81d71 req-54f0ae44-e1c3-44be-87b6-a11bc0f4086f tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:41.305195 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-03a22288-b91e-4bbd-b226-59304ba81d71 req-54f0ae44-e1c3-44be-87b6-a11bc0f4086f tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 944 time: 0.2244804 Sep 22 12:29:41.416020 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7c599f6b-eb12-4ce7-bf4b-077c9ef02362 req-b28fe26b-ee1f-4a5b-925b-a03a1796d4fa tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 210 time: 0.0588150 Sep 22 12:29:41.434164 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ccdb191-e1dc-4383-95e0-0dda555c85b6 {{(pid=106188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:29:41.445654 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] Publish callbacks [] for port (3ccdb191-e1dc-4383-95e0-0dda555c85b6), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:41.452089 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-03a22288-b91e-4bbd-b226-59304ba81d71 req-71bf2481-5198-4761-b0bf-e0f627b55eb0 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433654 Sep 22 12:29:41.463717 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.provisioning_blocks [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] Transition to ACTIVE for port object 3ccdb191-e1dc-4383-95e0-0dda555c85b6 will not be triggered until provisioned by entity L2. {{(pid=106188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 12:29:41.470419 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-2ab8226f-478a-4f30-b103-ef7f2d6088e1 None None] Attempt 6 to provision port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 Sep 22 12:29:41.474890 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (3ccdb191-e1dc-4383-95e0-0dda555c85b6), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:41.480525 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:41.516118 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8226f-478a-4f30-b103-ef7f2d6088e1 None None] Port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:41.551473 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] Pushing event updated for resources: {'Port': ['ID=3ccdb191-e1dc-4383-95e0-0dda555c85b6,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:41.611999 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] Attempting to bind port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:29:41.612392 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] Attempting to bind port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:29:41.612743 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] Attempting to bind port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 on network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:29:41.806433 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] Port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 on network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 12:29:41.806769 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] Attempting to bind port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 on network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:29:41.882737 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4403c0-48ad-4534-b5a9-873754f9fc3d req-128be8df-75a1-4e79-8de3-1a2728f7a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:41.884168 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5a4403c0-48ad-4534-b5a9-873754f9fc3d req-128be8df-75a1-4e79-8de3-1a2728f7a00e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 1128 time: 0.2050188 Sep 22 12:29:41.922200 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:41.923781 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 46222) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:41.963056 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db22237-3af2-4d8c-abe4-fbad47866ef8 req-6933d1cf-a4a0-4e6b-9251-8fc34e9ee418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:41.964718 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4db22237-3af2-4d8c-abe4-fbad47866ef8 req-6933d1cf-a4a0-4e6b-9251-8fc34e9ee418 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3122110 Sep 22 12:29:41.972711 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9f83c-9485-43b4-babe-2e8185bc085a req-d933c3a1-d75a-4764-a049-6e3299697f7c tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:41.974512 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8de9f83c-9485-43b4-babe-2e8185bc085a req-d933c3a1-d75a-4764-a049-6e3299697f7c tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 944 time: 0.1234283 Sep 22 12:29:41.978081 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] Checking agent: {'id': '60a799af-7434-4fee-b6c6-29cadfeb25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'started_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:29:41.978421 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] Checking segment: {'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:29:41.978899 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] Bound using segment: {'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:29:41.979356 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] Bound port: 3ccdb191-e1dc-4383-95e0-0dda555c85b6, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'}}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:29:41.979716 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (3ccdb191-e1dc-4383-95e0-0dda555c85b6), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:42.016955 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-2ab8226f-478a-4f30-b103-ef7f2d6088e1 None None] Attempt 7 to provision port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 Sep 22 12:29:42.055313 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8226f-478a-4f30-b103-ef7f2d6088e1 None None] Port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:42.061406 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0ce5fbd5-4df3-4dc4-9284-e45725b6d072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:42.074581 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8de9f83c-9485-43b4-babe-2e8185bc085a req-d0425940-4ace-4003-96d7-81fa6f061015 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914609 Sep 22 12:29:42.085194 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] For port 3ccdb191-e1dc-4383-95e0-0dda555c85b6, host hv-cinder-85646, cleared binding levels {{(pid=106188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:29:42.088499 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] For port 3ccdb191-e1dc-4383-95e0-0dda555c85b6, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=3ccdb191-e1dc-4383-95e0-0dda555c85b6,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:29:42.095081 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (3ccdb191-e1dc-4383-95e0-0dda555c85b6), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:42.102154 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:42.102872 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:42.104442 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2b812317-49a6-474d-8752-7f5736f55c53 req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/3ccdb191-e1dc-4383-95e0-0dda555c85b6 HTTP/1.1" status: 200 len: 1093 time: 1.8634255 Sep 22 12:29:42.105467 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac05188-579c-4644-89f8-233e046b4618', 'tag': '3ccdb191-e1dc-4383-95e0-0dda555c85b6'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:29:42.107252 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924098e5-dea2-4e6f-a7f9-c3fb13faa073" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac05188-579c-4644-89f8-233e046b4618", "tag": "3ccdb191-e1dc-4383-95e0-0dda555c85b6"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:29:42.157520 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b2fa6-000e-45d0-b49f-4a454ef25eee service neutron] Pushing event updated for resources: {'Port': ['ID=3ccdb191-e1dc-4383-95e0-0dda555c85b6,revision_number=3']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:42.169260 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badb1606-1abf-4693-88f0-1006f6651ee4 x-openstack-request-id: req-badb1606-1abf-4693-88f0-1006f6651ee4 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:29:42.169558 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac05188-579c-4644-89f8-233e046b4618", "tag": "3ccdb191-e1dc-4383-95e0-0dda555c85b6", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:29:42.169811 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-badb1606-1abf-4693-88f0-1006f6651ee4 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:29:42.170213 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-badb1606-1abf-4693-88f0-1006f6651ee4'] response: {'name': 'network-changed', 'server_uuid': '9ac05188-579c-4644-89f8-233e046b4618', 'tag': '3ccdb191-e1dc-4383-95e0-0dda555c85b6', 'status': 'completed', 'code': 200} Sep 22 12:29:42.180792 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0ce5fbd5-4df3-4dc4-9284-e45725b6d072 admin admin] Publish callbacks [] for security_group (f07499ab-347b-4193-9c8b-a61b90c0b039), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:42.184333 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0ce5fbd5-4df3-4dc4-9284-e45725b6d072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (f07499ab-347b-4193-9c8b-a61b90c0b039), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:42.214205 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device a1cada3c-6838-41ff-aa19-94a5eda38089 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:29:42.235519 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-0ce5fbd5-4df3-4dc4-9284-e45725b6d072 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9d987f3d00ae480996f8e59e40661f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104720 Sep 22 12:29:42.236613 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 46232) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:42.239428 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce5fbd5-4df3-4dc4-9284-e45725b6d072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07499ab-347b-4193-9c8b-a61b90c0b039,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:42.302822 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=100 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:42.314384 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0f394788-6bd1-43bb-9958-f8db5c443b75 admin admin] Publish callbacks [] for security_group (f07499ab-347b-4193-9c8b-a61b90c0b039), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:42.355382 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port a1cada3c-6838-41ff-aa19-94a5eda38089, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a1cada3c-6838-41ff-aa19-94a5eda38089,segment=NetworkSegment(c340f29b-02bd-42f1-9691-706be126d2ad),segment_id=c340f29b-02bd-42f1-9691-706be126d2ad)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:42.364075 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0f394788-6bd1-43bb-9958-f8db5c443b75 admin admin] Publish callbacks [] for security_group (f07499ab-347b-4193-9c8b-a61b90c0b039), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:42.382853 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': 'a1cada3c-6838-41ff-aa19-94a5eda38089', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'port_id': 'a1cada3c-6838-41ff-aa19-94a5eda38089', 'mac_address': 'fa:16:3e:71:c2:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:29:42.398304 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:42.439211 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9b39c-fc1b-48cd-969d-b1c040b2b305 req-b5095552-85ce-4f7e-af4e-9adebdb3202b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:42.441495 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-23c9b39c-fc1b-48cd-969d-b1c040b2b305 req-b5095552-85ce-4f7e-af4e-9adebdb3202b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 943 time: 0.0689270 Sep 22 12:29:42.445347 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0f394788-6bd1-43bb-9958-f8db5c443b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (f07499ab-347b-4193-9c8b-a61b90c0b039), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:42.447423 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port a1cada3c-6838-41ff-aa19-94a5eda38089 is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:42.447812 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (a1cada3c-6838-41ff-aa19-94a5eda38089), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:42.448179 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0f394788-6bd1-43bb-9958-f8db5c443b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:42.465062 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1cada3c-6838-41ff-aa19-94a5eda38089 {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:29:42.478422 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-0f394788-6bd1-43bb-9958-f8db5c443b75 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f07499ab-347b-4193-9c8b-a61b90c0b039 HTTP/1.1" status: 204 len: 168 time: 0.2090545 Sep 22 12:29:42.499992 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port a1cada3c-6838-41ff-aa19-94a5eda38089, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a1cada3c-6838-41ff-aa19-94a5eda38089,segment=NetworkSegment(c340f29b-02bd-42f1-9691-706be126d2ad),segment_id=c340f29b-02bd-42f1-9691-706be126d2ad)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:42.505576 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (a1cada3c-6838-41ff-aa19-94a5eda38089), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:42.560449 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-2ab8226f-478a-4f30-b103-ef7f2d6088e1 None None] Attempt 8 to provision port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 Sep 22 12:29:42.588666 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f394788-6bd1-43bb-9958-f8db5c443b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07499ab-347b-4193-9c8b-a61b90c0b039,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:42.609269 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:42.625898 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924098e5-dea2-4e6f-a7f9-c3fb13faa073 req-9be5e8fc-651d-4927-bd14-c572d7972921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:42.628708 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-924098e5-dea2-4e6f-a7f9-c3fb13faa073 req-9be5e8fc-651d-4927-bd14-c572d7972921 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=40ddbbe59b90403fb3ea9212d10727aa&device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 1127 time: 0.1329331 Sep 22 12:29:42.678458 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=a1cada3c-6838-41ff-aa19-94a5eda38089,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:42.688642 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8226f-478a-4f30-b103-ef7f2d6088e1 None None] Port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 had new provisioning blocks added so it will not transition to active. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 12:29:42.803778 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['a1cada3c-6838-41ff-aa19-94a5eda38089'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:29:42.824548 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2c9bfb13-a0b8-4df8-8ff6-f81fd9d1d5bd req-08878a88-09bd-4f10-af6a-4ab8db474b06 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 210 time: 0.1903617 Sep 22 12:29:42.903252 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3abbc-4054-4e60-b3c9-a8311ba80714 req-91d1a62b-ba68-42f1-8a42-02641cd133a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:42.905072 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f0b3abbc-4054-4e60-b3c9-a8311ba80714 req-91d1a62b-ba68-42f1-8a42-02641cd133a5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=acfd00e7112b409bba3cdf9480508b02&device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 1128 time: 0.4136267 Sep 22 12:29:42.945678 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:42.952155 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924098e5-dea2-4e6f-a7f9-c3fb13faa073 req-40fd71f1-26af-4f18-b08b-9e86a030c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:42.954459 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-924098e5-dea2-4e6f-a7f9-c3fb13faa073 req-40fd71f1-26af-4f18-b08b-9e86a030c29a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=40ddbbe59b90403fb3ea9212d10727aa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3187947 Sep 22 12:29:42.963594 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-23c9b39c-fc1b-48cd-969d-b1c040b2b305 req-fbb6157e-89dd-4c09-99f1-8db162d77721 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5128498 Sep 22 12:29:43.029038 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 46264) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:43.071512 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:DELETE=6 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:43.138653 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.20', 57219) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:43.191868 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-95cb4d5b-c0e7-4645-9c14-84bc019b6737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:43.272877 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db22237-3af2-4d8c-abe4-fbad47866ef8 req-335bc0fa-9dc7-42e1-a98e-494959318bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:43.274346 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4db22237-3af2-4d8c-abe4-fbad47866ef8 req-335bc0fa-9dc7-42e1-a98e-494959318bc2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7837977 Sep 22 12:29:43.303917 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=47 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:43.407251 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4403c0-48ad-4534-b5a9-873754f9fc3d req-c7483c26-0758-431a-8b7b-03297becea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:43.408668 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5a4403c0-48ad-4534-b5a9-873754f9fc3d req-c7483c26-0758-431a-8b7b-03297becea2c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a HTTP/1.1" status: 200 len: 920 time: 0.9191945 Sep 22 12:29:43.424448 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1718c7c-704b-4ea4-a174-ac3902b9455e req-98ba7b3e-75c2-43d2-8f5f-5aa1ee3febf8 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:43.431212 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d1718c7c-704b-4ea4-a174-ac3902b9455e req-98ba7b3e-75c2-43d2-8f5f-5aa1ee3febf8 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 945 time: 0.1948640 Sep 22 12:29:43.441743 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924098e5-dea2-4e6f-a7f9-c3fb13faa073 req-b6d56fce-623c-467c-8506-c9a15b0e4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:43.443206 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-924098e5-dea2-4e6f-a7f9-c3fb13faa073 req-b6d56fce-623c-467c-8506-c9a15b0e4343 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4231162 Sep 22 12:29:43.449350 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a9997-428d-429f-a57b-8605bb396e0d req-55915682-f6ad-41bc-ba7f-bdd3895b8ca6 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:43.450784 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-571a9997-428d-429f-a57b-8605bb396e0d req-55915682-f6ad-41bc-ba7f-bdd3895b8ca6 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 944 time: 0.2131402 Sep 22 12:29:43.467490 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-285cf5c0-426d-49e9-8cbe-99d433d6e3a2 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:43.469020 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-285cf5c0-426d-49e9-8cbe-99d433d6e3a2 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.20 "GET /networking/v2.0/networks?id=fa4f03ac-0d51-4ef1-9086-3b2b84cb717e HTTP/1.1" status: 200 len: 811 time: 0.3288317 Sep 22 12:29:43.477208 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-dd50f6ae-f1e4-44b7-890b-13db84773b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:43.478809 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-dd50f6ae-f1e4-44b7-890b-13db84773b98 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 1127 time: 0.1368518 Sep 22 12:29:43.535396 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5a4403c0-48ad-4534-b5a9-873754f9fc3d req-b2daba9e-5f01-452c-9373-da0e997777b2 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1cada3c-6838-41ff-aa19-94a5eda38089 HTTP/1.1" status: 200 len: 217 time: 0.0802522 Sep 22 12:29:43.599478 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-f26de4b1-4d84-4e51-9522-8d60d3098d3b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59f4c935-e132-4169-a0e6-2552ac665c8d HTTP/1.1" status: 200 len: 217 time: 0.0757713 Sep 22 12:29:43.614092 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-dbef3a0a-9bbb-45ce-9b1b-fb380936e8fe tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=89fe74d1d646452e83cb93420766c0a2 HTTP/1.1" status: 200 len: 380 time: 0.1338549 Sep 22 12:29:43.620733 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b812317-49a6-474d-8752-7f5736f55c53 req-7b9eaf1b-ca99-410b-9176-022b279b2d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:43.622182 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-2b812317-49a6-474d-8752-7f5736f55c53 req-7b9eaf1b-ca99-410b-9176-022b279b2d32 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=40ddbbe59b90403fb3ea9212d10727aa&device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 1127 time: 0.1141834 Sep 22 12:29:43.627053 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-09360ab5-810a-4cc5-8597-ecade6c7870c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Request body: {'port': {'device_id': '05ee64bd-305d-44e5-a1b7-00f4ef55cf64', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'admin_state_up': True, 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'security_groups': ['d130dbbe-bb0d-43a3-b149-cee5e57ae46c']}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:43.706507 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3abbc-4054-4e60-b3c9-a8311ba80714 req-b15fbb74-76f4-4bd7-966d-5967dfd23308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:43.708067 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f0b3abbc-4054-4e60-b3c9-a8311ba80714 req-b15fbb74-76f4-4bd7-966d-5967dfd23308 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=00c667b7-ed04-4735-ad4f-fba2a6edba76 HTTP/1.1" status: 200 len: 913 time: 0.4672613 Sep 22 12:29:43.732825 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d1718c7c-704b-4ea4-a174-ac3902b9455e req-99a3b1e8-d60a-46d4-9f66-f9bee1d1a51e tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006222 Sep 22 12:29:43.821622 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-571a9997-428d-429f-a57b-8605bb396e0d req-c9c39c32-9791-4310-8d08-a480847804e4 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483109 Sep 22 12:29:43.823558 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4403c0-48ad-4534-b5a9-873754f9fc3d req-09b05feb-4d55-42eb-9704-b41d4d8e5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:43.825834 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5a4403c0-48ad-4534-b5a9-873754f9fc3d req-09b05feb-4d55-42eb-9704-b41d4d8e5dcf service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6136a7d9-4fb1-4ae9-8b34-a44ca765189e HTTP/1.1" status: 200 len: 858 time: 0.2721045 Sep 22 12:29:43.829657 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f0b3abbc-4054-4e60-b3c9-a8311ba80714 req-003404bf-c6e8-4058-ba18-32d3a724523b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63348aca-86db-4bd1-aed7-9cad6b48e679 HTTP/1.1" status: 200 len: 217 time: 0.1140821 Sep 22 12:29:43.831662 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-4455c496-7371-4dbb-b073-c175dc2617e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:43.833544 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-4455c496-7371-4dbb-b073-c175dc2617e2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6136a7d9-4fb1-4ae9-8b34-a44ca765189e HTTP/1.1" status: 200 len: 858 time: 0.1970930 Sep 22 12:29:43.922564 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:43.930435 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-95cb4d5b-c0e7-4645-9c14-84bc019b6737 admin admin] Publish callbacks [] for security_group (d4c4d8fc-7dc7-4b0f-afad-e9a1f7814a2c), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:43.935052 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-2b812317-49a6-474d-8752-7f5736f55c53 req-a69e2523-0430-43a2-9275-e190ecfb364b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ccdb191-e1dc-4383-95e0-0dda555c85b6 HTTP/1.1" status: 200 len: 217 time: 0.1115611 Sep 22 12:29:43.940167 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-95cb4d5b-c0e7-4645-9c14-84bc019b6737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (d4c4d8fc-7dc7-4b0f-afad-e9a1f7814a2c), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:43.962833 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-63793f82-46c7-462a-9c46-457b51d85638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:43.964458 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-63793f82-46c7-462a-9c46-457b51d85638 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1151948 Sep 22 12:29:44.007933 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-82a60687-1246-49f6-ab63-887bf647ef4a req-079ffbba-1924-4415-98dc-2fc3ae343334 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 210 time: 0.0761244 Sep 22 12:29:44.025526 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4403c0-48ad-4534-b5a9-873754f9fc3d req-e3d610ef-b187-4d6c-a583-f6e40d6aa47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:44.027020 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5a4403c0-48ad-4534-b5a9-873754f9fc3d req-e3d610ef-b187-4d6c-a583-f6e40d6aa47b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1878362 Sep 22 12:29:44.027312 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:44.039725 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-95cb4d5b-c0e7-4645-9c14-84bc019b6737 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=20c0b1d3c7e64f1fb02ec69c077cef7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9903507 Sep 22 12:29:44.043454 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 46314) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:44.068574 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb4d5b-c0e7-4645-9c14-84bc019b6737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c4d8fc-7dc7-4b0f-afad-e9a1f7814a2c,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:44.076062 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3abbc-4054-4e60-b3c9-a8311ba80714 req-c60b967a-825f-46ea-8e0b-5c563f2a963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:44.077610 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f0b3abbc-4054-4e60-b3c9-a8311ba80714 req-c60b967a-825f-46ea-8e0b-5c563f2a963c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c9d5cb36-7762-4e4d-88e2-a9b037283a4c HTTP/1.1" status: 200 len: 851 time: 0.2273946 Sep 22 12:29:44.105470 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b812317-49a6-474d-8752-7f5736f55c53 req-92b57aef-1dde-459a-89d7-8656b1bb5c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:44.107009 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-2b812317-49a6-474d-8752-7f5736f55c53 req-92b57aef-1dde-459a-89d7-8656b1bb5c91 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d853fe9a-55b9-4c8d-9099-d1741ea2e14d HTTP/1.1" status: 200 len: 854 time: 0.1553078 Sep 22 12:29:44.173342 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-09360ab5-810a-4cc5-8597-ecade6c7870c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Made reservation on behalf of 89fe74d1d646452e83cb93420766c0a2 for: {'port': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:29:44.177692 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-09360ab5-810a-4cc5-8597-ecade6c7870c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:44.203472 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b812317-49a6-474d-8752-7f5736f55c53 req-2c889d3a-7692-4637-bfd6-d7a859a1d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:44.205340 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-2b812317-49a6-474d-8752-7f5736f55c53 req-2c889d3a-7692-4637-bfd6-d7a859a1d754 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0880306 Sep 22 12:29:44.207300 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cb4577f5-b298-44b9-b668-813fe0351c64 admin admin] Publish callbacks [] for security_group (d4c4d8fc-7dc7-4b0f-afad-e9a1f7814a2c), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:44.214129 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 63348aca-86db-4bd1-aed7-9cad6b48e679 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:29:44.217757 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f5399-4b4d-4873-85d2-2ba88c098ba8 req-b9381794-a498-48bc-b5cd-c2e22880ced5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:44.219315 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-027f5399-4b4d-4873-85d2-2ba88c098ba8 req-b9381794-a498-48bc-b5cd-c2e22880ced5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 943 time: 0.1313055 Sep 22 12:29:44.247109 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3abbc-4054-4e60-b3c9-a8311ba80714 req-ef008919-96d1-409e-bab8-7a840ee25652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:44.249597 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f0b3abbc-4054-4e60-b3c9-a8311ba80714 req-ef008919-96d1-409e-bab8-7a840ee25652 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=00c667b7-ed04-4735-ad4f-fba2a6edba76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1498201 Sep 22 12:29:44.261250 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device a1cada3c-6838-41ff-aa19-94a5eda38089 up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:44.272387 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cb4577f5-b298-44b9-b668-813fe0351c64 admin admin] Publish callbacks [] for security_group (d4c4d8fc-7dc7-4b0f-afad-e9a1f7814a2c), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:44.285989 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:44.358257 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-768df1ab-675a-482a-8242-06aa1e6f5d82 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690867 Sep 22 12:29:44.395766 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.db.resource_extend [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 22 12:29:44.460860 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5a4403c0-48ad-4534-b5a9-873754f9fc3d req-f5be7287-92b9-4836-8d38-9277fce27fe3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818517 Sep 22 12:29:44.470629 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning for port a1cada3c-6838-41ff-aa19-94a5eda38089 completed by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 12:29:44.481760 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-027f5399-4b4d-4873-85d2-2ba88c098ba8 req-716502d4-5b48-4919-a63c-92b1e15d9b4c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512724 Sep 22 12:29:44.497757 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-2b812317-49a6-474d-8752-7f5736f55c53 req-58520d38-b78f-45c2-9032-6a6e5d4f0a17 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628291 Sep 22 12:29:44.515346 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 63348aca-86db-4bd1-aed7-9cad6b48e679, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=63348aca-86db-4bd1-aed7-9cad6b48e679,segment=NetworkSegment(ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828),segment_id=ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:44.537019 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': '63348aca-86db-4bd1-aed7-9cad6b48e679', 'network_id': '00c667b7-ed04-4735-ad4f-fba2a6edba76', 'port_id': '63348aca-86db-4bd1-aed7-9cad6b48e679', 'mac_address': 'fa:16:3e:95:27:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d5cb36-7762-4e4d-88e2-a9b037283a4c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:29:44.539022 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port a1cada3c-6838-41ff-aa19-94a5eda38089 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:44.539544 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (a1cada3c-6838-41ff-aa19-94a5eda38089), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:44.539878 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port a1cada3c-6838-41ff-aa19-94a5eda38089 Sep 22 12:29:44.621591 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f0b3abbc-4054-4e60-b3c9-a8311ba80714 req-8584739a-3a05-415e-8ecc-7be0cca75d90 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/00c667b7-ed04-4735-ad4f-fba2a6edba76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531935 Sep 22 12:29:44.621755 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:44.625258 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-2b812317-49a6-474d-8752-7f5736f55c53 req-9ef0678b-0878-4ff7-b3fe-146e5501cacc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155596 Sep 22 12:29:44.637972 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-09360ab5-810a-4cc5-8597-ecade6c7870c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Allocated IP 172.20.0.13 (fa4f03ac-0d51-4ef1-9086-3b2b84cb717e/d3942071-66f3-4019-bd71-b3135c985af6/e2f4672c-6d5a-4ebe-b44f-8980103a38bf) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:29:44.675185 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 63348aca-86db-4bd1-aed7-9cad6b48e679 is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:44.675553 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (63348aca-86db-4bd1-aed7-9cad6b48e679), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:44.707639 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cb4577f5-b298-44b9-b668-813fe0351c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (d4c4d8fc-7dc7-4b0f-afad-e9a1f7814a2c), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:44.709656 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63348aca-86db-4bd1-aed7-9cad6b48e679 {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:29:44.715462 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cb4577f5-b298-44b9-b668-813fe0351c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:44.720137 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-cb4577f5-b298-44b9-b668-813fe0351c64 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d4c4d8fc-7dc7-4b0f-afad-e9a1f7814a2c HTTP/1.1" status: 204 len: 168 time: 0.6701190 Sep 22 12:29:44.744664 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 63348aca-86db-4bd1-aed7-9cad6b48e679, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=63348aca-86db-4bd1-aed7-9cad6b48e679,segment=NetworkSegment(ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828),segment_id=ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:44.745599 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port a1cada3c-6838-41ff-aa19-94a5eda38089 is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:44.745982 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (a1cada3c-6838-41ff-aa19-94a5eda38089), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:44.761723 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (63348aca-86db-4bd1-aed7-9cad6b48e679), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:44.773673 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:44.804142 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4577f5-b298-44b9-b668-813fe0351c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c4d8fc-7dc7-4b0f-afad-e9a1f7814a2c,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:44.876665 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788e8c2c-8b83-46fe-8728-92c6b755c9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cada3c-6838-41ff-aa19-94a5eda38089'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:29:44.963808 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f0b3abbc-4054-4e60-b3c9-a8311ba80714 req-2ff0047b-e90b-42df-bea2-a88b62d48232 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/00c667b7-ed04-4735-ad4f-fba2a6edba76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152614 Sep 22 12:29:44.965710 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-ce6d454e-434e-496b-8ff6-a72bd4daf885 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973685 Sep 22 12:29:45.100796 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-09360ab5-810a-4cc5-8597-ecade6c7870c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for port (e2f4672c-6d5a-4ebe-b44f-8980103a38bf), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:45.122227 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:45.124021 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 46374) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:45.158293 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956e932-d363-4b3f-94d5-b40eacd8d321 req-011509bb-ba14-48f0-9fa4-c60560f75a34 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:45.160734 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3956e932-d363-4b3f-94d5-b40eacd8d321 req-011509bb-ba14-48f0-9fa4-c60560f75a34 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 945 time: 0.1495807 Sep 22 12:29:45.168057 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port a1cada3c-6838-41ff-aa19-94a5eda38089, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a1cada3c-6838-41ff-aa19-94a5eda38089,segment=NetworkSegment(c340f29b-02bd-42f1-9691-706be126d2ad),segment_id=c340f29b-02bd-42f1-9691-706be126d2ad)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:45.174980 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5a4403c0-48ad-4534-b5a9-873754f9fc3d req-29d9e0be-1a29-43e7-aa6f-cfb744517330 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6821189 Sep 22 12:29:45.193358 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (a1cada3c-6838-41ff-aa19-94a5eda38089), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:45.195523 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9794d5-b195-4d35-8f83-4569ef8710c3 req-d91bf527-8e36-4ed7-91a7-0e6f47ead6d8 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:45.202068 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=63348aca-86db-4bd1-aed7-9cad6b48e679,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:45.203026 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7d9794d5-b195-4d35-8f83-4569ef8710c3 req-d91bf527-8e36-4ed7-91a7-0e6f47ead6d8 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 945 time: 0.2303553 Sep 22 12:29:45.208453 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['63348aca-86db-4bd1-aed7-9cad6b48e679'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:29:45.218499 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:45.227249 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:45.229407 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-09360ab5-810a-4cc5-8597-ecade6c7870c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (e2f4672c-6d5a-4ebe-b44f-8980103a38bf), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:45.270758 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3956e932-d363-4b3f-94d5-b40eacd8d321 req-784026c6-3f15-4172-9ba0-6c4e02661201 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948138 Sep 22 12:29:45.324223 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7d9794d5-b195-4d35-8f83-4569ef8710c3 req-c6221278-8e2f-4ced-aa83-4c004780131f tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195824 Sep 22 12:29:45.384023 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=a1cada3c-6838-41ff-aa19-94a5eda38089,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:45.415189 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65219ce-5611-4b44-a511-1340ad03b604" -d '{"events": [{"server_uuid": "788e8c2c-8b83-46fe-8728-92c6b755c9c8", "name": "network-vif-plugged", "status": "completed", "tag": "a1cada3c-6838-41ff-aa19-94a5eda38089"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:29:45.420520 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-09360ab5-810a-4cc5-8597-ecade6c7870c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Network fa4f03ac-0d51-4ef1-9086-3b2b84cb717e is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:29:45.423910 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-aa257e48-13f5-4149-aab7-1ae438ad7891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:45.437464 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-09360ab5-810a-4cc5-8597-ecade6c7870c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:45.441299 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-09360ab5-810a-4cc5-8597-ecade6c7870c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:29:45.443856 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09360ab5-810a-4cc5-8597-ecade6c7870c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Pushing event updated for resources: {'Port': ['ID=e2f4672c-6d5a-4ebe-b44f-8980103a38bf,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:45.520989 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-09360ab5-810a-4cc5-8597-ecade6c7870c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:45.521618 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-09360ab5-810a-4cc5-8597-ecade6c7870c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for port (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:45.553432 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9865d6b-fa4c-435b-9b6d-08473a650952 req-74e4fb09-5e4b-462e-b8a7-c3416e94fb59 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:45.556696 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a9865d6b-fa4c-435b-9b6d-08473a650952 req-74e4fb09-5e4b-462e-b8a7-c3416e94fb59 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 932 time: 0.1404574 Sep 22 12:29:45.598515 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-09360ab5-810a-4cc5-8597-ecade6c7870c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9745958 Sep 22 12:29:45.633139 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009b450b-21c9-4489-999d-f615cb2464bf x-openstack-request-id: req-009b450b-21c9-4489-999d-f615cb2464bf {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:29:45.633452 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788e8c2c-8b83-46fe-8728-92c6b755c9c8", "name": "network-vif-plugged", "status": "completed", "tag": "a1cada3c-6838-41ff-aa19-94a5eda38089", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:29:45.634156 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-009b450b-21c9-4489-999d-f615cb2464bf {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:29:45.635735 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009b450b-21c9-4489-999d-f615cb2464bf'] response: {'server_uuid': '788e8c2c-8b83-46fe-8728-92c6b755c9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cada3c-6838-41ff-aa19-94a5eda38089', 'code': 200} Sep 22 12:29:45.646493 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-aa257e48-13f5-4149-aab7-1ae438ad7891 admin admin] Publish callbacks [] for security_group (b5af1a7e-0f6d-405a-b960-94d0678097ff), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:45.656376 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-aa257e48-13f5-4149-aab7-1ae438ad7891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (b5af1a7e-0f6d-405a-b960-94d0678097ff), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:45.661654 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a9865d6b-fa4c-435b-9b6d-08473a650952 req-c483dff2-b40e-4754-9e50-9ed5cffb27d2 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981784 Sep 22 12:29:45.715379 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-aa257e48-13f5-4149-aab7-1ae438ad7891 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=046c941bab404e88b4b15bd09a15cbd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5816422 Sep 22 12:29:45.719555 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 46394) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:45.730470 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa257e48-13f5-4149-aab7-1ae438ad7891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5af1a7e-0f6d-405a-b960-94d0678097ff,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:45.752769 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5dc77-31e4-4db4-a3b1-39ed66a30388 req-d1678c77-2f04-4a6b-9607-2251ee8b42fb tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:45.754772 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-88e5dc77-31e4-4db4-a3b1-39ed66a30388 req-d1678c77-2f04-4a6b-9607-2251ee8b42fb tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 943 time: 0.0774841 Sep 22 12:29:45.825291 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-902bea7a-bbee-4aa9-88f5-37e29bcab021 admin admin] Publish callbacks [] for security_group (b5af1a7e-0f6d-405a-b960-94d0678097ff), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:45.830756 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-88e5dc77-31e4-4db4-a3b1-39ed66a30388 req-737e55af-1103-4b82-9244-00fd75f5e269 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681834 Sep 22 12:29:45.851248 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a76eb924-ad66-4060-91ca-2bd2d335d449 None None] Provisioning complete for port e2f4672c-6d5a-4ebe-b44f-8980103a38bf triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:45.851553 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-902bea7a-bbee-4aa9-88f5-37e29bcab021 admin admin] Publish callbacks [] for security_group (b5af1a7e-0f6d-405a-b960-94d0678097ff), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:45.851659 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a76eb924-ad66-4060-91ca-2bd2d335d449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (e2f4672c-6d5a-4ebe-b44f-8980103a38bf), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:45.852197 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a76eb924-ad66-4060-91ca-2bd2d335d449 None None] Attempt 1 to provision port e2f4672c-6d5a-4ebe-b44f-8980103a38bf Sep 22 12:29:45.893511 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a76eb924-ad66-4060-91ca-2bd2d335d449 None None] Port e2f4672c-6d5a-4ebe-b44f-8980103a38bf cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:45.915351 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-902bea7a-bbee-4aa9-88f5-37e29bcab021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (b5af1a7e-0f6d-405a-b960-94d0678097ff), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:45.918384 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-902bea7a-bbee-4aa9-88f5-37e29bcab021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:45.919592 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-902bea7a-bbee-4aa9-88f5-37e29bcab021 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b5af1a7e-0f6d-405a-b960-94d0678097ff HTTP/1.1" status: 204 len: 168 time: 0.1989405 Sep 22 12:29:45.930093 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bea7a-bbee-4aa9-88f5-37e29bcab021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5af1a7e-0f6d-405a-b960-94d0678097ff,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:46.223480 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 3ccdb191-e1dc-4383-95e0-0dda555c85b6 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:29:46.236354 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 63348aca-86db-4bd1-aed7-9cad6b48e679 up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:46.361556 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 46434) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:46.386665 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-6a107e81-a155-48f0-ab89-a53f681c8922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:46.417101 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a76eb924-ad66-4060-91ca-2bd2d335d449 None None] Attempt 2 to provision port e2f4672c-6d5a-4ebe-b44f-8980103a38bf Sep 22 12:29:46.435448 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] Request body: {'port': {'device_id': '05ee64bd-305d-44e5-a1b7-00f4ef55cf64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:46.580802 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (e2f4672c-6d5a-4ebe-b44f-8980103a38bf), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:46.790996 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 3ccdb191-e1dc-4383-95e0-0dda555c85b6, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=3ccdb191-e1dc-4383-95e0-0dda555c85b6,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:46.804556 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning for port 63348aca-86db-4bd1-aed7-9cad6b48e679 completed by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 12:29:46.823802 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': '3ccdb191-e1dc-4383-95e0-0dda555c85b6', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'port_id': '3ccdb191-e1dc-4383-95e0-0dda555c85b6', 'mac_address': 'fa:16:3e:3a:fb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:29:46.828995 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a76eb924-ad66-4060-91ca-2bd2d335d449 None None] Port e2f4672c-6d5a-4ebe-b44f-8980103a38bf cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:46.855711 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port 63348aca-86db-4bd1-aed7-9cad6b48e679 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:46.856079 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (63348aca-86db-4bd1-aed7-9cad6b48e679), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:46.856432 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port 63348aca-86db-4bd1-aed7-9cad6b48e679 Sep 22 12:29:46.890814 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 46480) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:46.898233 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:46.899125 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:46.899716 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (3ccdb191-e1dc-4383-95e0-0dda555c85b6), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:46.921055 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ccdb191-e1dc-4383-95e0-0dda555c85b6 {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:29:46.938936 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-6a107e81-a155-48f0-ab89-a53f681c8922 admin admin] Publish callbacks [] for security_group (24cfc7a0-f3aa-4989-8e97-462319304068), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:46.943451 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 3ccdb191-e1dc-4383-95e0-0dda555c85b6, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=3ccdb191-e1dc-4383-95e0-0dda555c85b6,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:46.945106 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:46.953561 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (3ccdb191-e1dc-4383-95e0-0dda555c85b6), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:46.959765 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307fc18-39d1-4025-b79a-ea3eb5740f38 req-0a754f71-6d46-476e-96da-6278f194d97e tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:46.969180 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2307fc18-39d1-4025-b79a-ea3eb5740f38 req-0a754f71-6d46-476e-96da-6278f194d97e tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 945 time: 0.5083303 Sep 22 12:29:47.028741 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f4672c-6d5a-4ebe-b44f-8980103a38bf {{(pid=106189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:29:47.031154 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-6a107e81-a155-48f0-ab89-a53f681c8922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (24cfc7a0-f3aa-4989-8e97-462319304068), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:47.033925 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=3ccdb191-e1dc-4383-95e0-0dda555c85b6,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:47.037856 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 63348aca-86db-4bd1-aed7-9cad6b48e679 is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:47.038627 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (63348aca-86db-4bd1-aed7-9cad6b48e679), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:47.044260 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] Publish callbacks [] for port (e2f4672c-6d5a-4ebe-b44f-8980103a38bf), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:47.065010 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.provisioning_blocks [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] Transition to ACTIVE for port object e2f4672c-6d5a-4ebe-b44f-8980103a38bf will not be triggered until provisioned by entity L2. {{(pid=106189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 12:29:47.071189 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (e2f4672c-6d5a-4ebe-b44f-8980103a38bf), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:47.071929 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:47.085795 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 63348aca-86db-4bd1-aed7-9cad6b48e679, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=63348aca-86db-4bd1-aed7-9cad6b48e679,segment=NetworkSegment(ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828),segment_id=ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:47.091738 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (63348aca-86db-4bd1-aed7-9cad6b48e679), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:47.116006 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c3ed2-a926-4676-9ea6-eaac5300c0c7 req-c5cf6b0c-e625-4360-9fdf-c77f9ab1d61c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:47.137417 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-059c3ed2-a926-4676-9ea6-eaac5300c0c7 req-c5cf6b0c-e625-4360-9fdf-c77f9ab1d61c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.6448679 Sep 22 12:29:47.146682 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-41d503f0-fdc2-465a-a072-7151318e7196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:47.183975 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=63348aca-86db-4bd1-aed7-9cad6b48e679,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:47.199495 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:47.204038 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f4672c-6d5a-4ebe-b44f-8980103a38bf,revision_number=2']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:47.243687 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-6a107e81-a155-48f0-ab89-a53f681c8922 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=65a1b841cd344da7880a2338bd0e89f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8781948 Sep 22 12:29:47.243687 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a107e81-a155-48f0-ab89-a53f681c8922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cfc7a0-f3aa-4989-8e97-462319304068,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:47.244524 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5f440-2a2e-4ce3-9e86-35bf7a441288 req-8a3ff29e-d47d-4b53-9a63-5514243311a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:47.245960 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 46490) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:47.246110 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f7a5f440-2a2e-4ce3-9e86-35bf7a441288 req-8a3ff29e-d47d-4b53-9a63-5514243311a3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 1130 time: 0.4228916 Sep 22 12:29:47.247304 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:47.250061 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['3ccdb191-e1dc-4383-95e0-0dda555c85b6'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:29:47.278211 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2307fc18-39d1-4025-b79a-ea3eb5740f38 req-2dabaaa1-2f44-4a66-a653-f85a74aa73b7 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067963 Sep 22 12:29:47.294990 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-f7a5f440-2a2e-4ce3-9e86-35bf7a441288 req-2b434f4f-c243-4e59-b8b9-d4a7a24a58be service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:47.306917 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.managers [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] Attempting to bind port e2f4672c-6d5a-4ebe-b44f-8980103a38bf on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:29:47.306917 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.managers [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] Attempting to bind port e2f4672c-6d5a-4ebe-b44f-8980103a38bf by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '959b0173-edf3-4a4b-a878-688b20dcf91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e'}] {{(pid=106189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:29:47.307364 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] Attempting to bind port e2f4672c-6d5a-4ebe-b44f-8980103a38bf on network fa4f03ac-0d51-4ef1-9086-3b2b84cb717e {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:29:47.330093 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a76eb924-ad66-4060-91ca-2bd2d335d449 None None] Attempt 3 to provision port e2f4672c-6d5a-4ebe-b44f-8980103a38bf Sep 22 12:29:47.333609 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:47.335385 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-059c3ed2-a926-4676-9ea6-eaac5300c0c7 req-f9fe834c-e3b7-4ade-a933-4b4d8b789ae8 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966970 Sep 22 12:29:47.416975 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-661bfe7e-4edd-4f3a-add3-3af3143df857 admin admin] Publish callbacks [] for security_group (24cfc7a0-f3aa-4989-8e97-462319304068), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:47.443730 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a76eb924-ad66-4060-91ca-2bd2d335d449 None None] Port e2f4672c-6d5a-4ebe-b44f-8980103a38bf cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:47.456487 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-41d503f0-fdc2-465a-a072-7151318e7196 admin admin] Publish callbacks [] for security_group (5ed5e4bf-4efd-43aa-a15c-12441f9467bf), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:47.479154 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ce2e9-6220-4a0a-95cf-425a5dfdf34a req-31efef03-9af1-4d0f-94a2-815f5305a2f5 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:47.480647 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-340ce2e9-6220-4a0a-95cf-425a5dfdf34a req-31efef03-9af1-4d0f-94a2-815f5305a2f5 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 944 time: 0.0783978 Sep 22 12:29:47.506348 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-41d503f0-fdc2-465a-a072-7151318e7196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (5ed5e4bf-4efd-43aa-a15c-12441f9467bf), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:47.515553 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-661bfe7e-4edd-4f3a-add3-3af3143df857 admin admin] Publish callbacks [] for security_group (24cfc7a0-f3aa-4989-8e97-462319304068), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:47.565139 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] Port e2f4672c-6d5a-4ebe-b44f-8980103a38bf on network fa4f03ac-0d51-4ef1-9086-3b2b84cb717e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 12:29:47.565861 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] Attempting to bind port e2f4672c-6d5a-4ebe-b44f-8980103a38bf on network fa4f03ac-0d51-4ef1-9086-3b2b84cb717e {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:29:47.568900 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-f7a5f440-2a2e-4ce3-9e86-35bf7a441288 req-2b434f4f-c243-4e59-b8b9-d4a7a24a58be service neutron] Publish callbacks [] for security_group (e46f854d-dbaf-40f2-8e5b-4ed4ab78c868), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:47.575948 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c57364-948e-4ec3-b71a-38a3c0d09569 req-2698a6b8-e998-402b-aa34-efc6ca80fe6b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:47.578078 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-93c57364-948e-4ec3-b71a-38a3c0d09569 req-2698a6b8-e998-402b-aa34-efc6ca80fe6b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 944 time: 0.1237910 Sep 22 12:29:47.584081 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-f7a5f440-2a2e-4ce3-9e86-35bf7a441288 req-2b434f4f-c243-4e59-b8b9-d4a7a24a58be service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (e46f854d-dbaf-40f2-8e5b-4ed4ab78c868), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:47.637027 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e388d2-8f9f-483b-8b65-1abf586e7910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63348aca-86db-4bd1-aed7-9cad6b48e679'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:29:47.642677 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb263de-90e2-4679-83f8-7f53fd6cd91d" -d '{"events": [{"server_uuid": "f7e388d2-8f9f-483b-8b65-1abf586e7910", "name": "network-vif-plugged", "status": "completed", "tag": "63348aca-86db-4bd1-aed7-9cad6b48e679"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:29:47.668483 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-340ce2e9-6220-4a0a-95cf-425a5dfdf34a req-37e7df43-7166-482e-ae5e-dfea1799d92b tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463919 Sep 22 12:29:47.674616 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f7a5f440-2a2e-4ce3-9e86-35bf7a441288 req-2b434f4f-c243-4e59-b8b9-d4a7a24a58be service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221547 Sep 22 12:29:47.677487 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b434f4f-c243-4e59-b8b9-d4a7a24a58be service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e46f854d-dbaf-40f2-8e5b-4ed4ab78c868,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:47.702754 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-41d503f0-fdc2-465a-a072-7151318e7196 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=3a6ec86204064d948614651cb8ff86d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8005009 Sep 22 12:29:47.702754 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d503f0-fdc2-465a-a072-7151318e7196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed5e4bf-4efd-43aa-a15c-12441f9467bf,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:47.702754 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 46516) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:47.721268 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-93c57364-948e-4ec3-b71a-38a3c0d09569 req-e160b5e8-fb36-4997-bd75-26a59e96a350 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316772 Sep 22 12:29:47.729500 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:47.733145 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] Checking agent: {'id': '60a799af-7434-4fee-b6c6-29cadfeb25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'started_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:29:47.733483 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] Checking segment: {'id': '959b0173-edf3-4a4b-a878-688b20dcf91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:29:47.734964 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] Bound using segment: {'id': '959b0173-edf3-4a4b-a878-688b20dcf91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e'} {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:29:47.735517 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.managers [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] Bound port: e2f4672c-6d5a-4ebe-b44f-8980103a38bf, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '959b0173-edf3-4a4b-a878-688b20dcf91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e'}}] {{(pid=106189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:29:47.735950 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (e2f4672c-6d5a-4ebe-b44f-8980103a38bf), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:47.767943 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bfca44-25af-46d0-bf2c-05c51dd07092 x-openstack-request-id: req-a4bfca44-25af-46d0-bf2c-05c51dd07092 {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:29:47.769125 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e388d2-8f9f-483b-8b65-1abf586e7910", "name": "network-vif-plugged", "status": "completed", "tag": "63348aca-86db-4bd1-aed7-9cad6b48e679", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:29:47.769476 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a4bfca44-25af-46d0-bf2c-05c51dd07092 {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:29:47.769876 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4bfca44-25af-46d0-bf2c-05c51dd07092'] response: {'server_uuid': 'f7e388d2-8f9f-483b-8b65-1abf586e7910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63348aca-86db-4bd1-aed7-9cad6b48e679', 'code': 200} Sep 22 12:29:47.808005 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-661bfe7e-4edd-4f3a-add3-3af3143df857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (24cfc7a0-f3aa-4989-8e97-462319304068), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:47.810844 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-661bfe7e-4edd-4f3a-add3-3af3143df857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:47.811994 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-661bfe7e-4edd-4f3a-add3-3af3143df857 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/24cfc7a0-f3aa-4989-8e97-462319304068 HTTP/1.1" status: 204 len: 168 time: 0.5635219 Sep 22 12:29:47.869895 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a44852f6-3da5-4d7c-8b0f-b3e84dc666eb admin admin] Publish callbacks [] for security_group (5ed5e4bf-4efd-43aa-a15c-12441f9467bf), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:47.871879 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bfe7e-4edd-4f3a-add3-3af3143df857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cfc7a0-f3aa-4989-8e97-462319304068,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:47.911647 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a44852f6-3da5-4d7c-8b0f-b3e84dc666eb admin admin] Publish callbacks [] for security_group (5ed5e4bf-4efd-43aa-a15c-12441f9467bf), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:47.914054 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] For port e2f4672c-6d5a-4ebe-b44f-8980103a38bf, host hv-cinder-85646, cleared binding levels {{(pid=106189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:29:47.945256 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] For port e2f4672c-6d5a-4ebe-b44f-8980103a38bf, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=e2f4672c-6d5a-4ebe-b44f-8980103a38bf,segment=NetworkSegment(959b0173-edf3-4a4b-a878-688b20dcf91a),segment_id=959b0173-edf3-4a4b-a878-688b20dcf91a)] {{(pid=106189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:29:47.945392 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a76eb924-ad66-4060-91ca-2bd2d335d449 None None] Attempt 4 to provision port e2f4672c-6d5a-4ebe-b44f-8980103a38bf Sep 22 12:29:47.964818 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (e2f4672c-6d5a-4ebe-b44f-8980103a38bf), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:47.971431 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:47.972207 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for port (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:47.973987 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/e2f4672c-6d5a-4ebe-b44f-8980103a38bf HTTP/1.1" status: 200 len: 1094 time: 1.5430696 Sep 22 12:29:47.975079 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ee64bd-305d-44e5-a1b7-00f4ef55cf64', 'tag': 'e2f4672c-6d5a-4ebe-b44f-8980103a38bf'}] {{(pid=106189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:29:47.978238 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64be3f76f25325df4d162c623afd71985c9d526dbd3dd574d951cc56993afe1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275581fe-8bfa-41e8-afee-f186ff91417b" -d '{"events": [{"name": "network-changed", "server_uuid": "05ee64bd-305d-44e5-a1b7-00f4ef55cf64", "tag": "e2f4672c-6d5a-4ebe-b44f-8980103a38bf"}]}' {{(pid=106189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:29:48.006515 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a76eb924-ad66-4060-91ca-2bd2d335d449 None None] Port e2f4672c-6d5a-4ebe-b44f-8980103a38bf cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:29:48.072614 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e7f6d2-c388-44a3-8c94-232a1d85fcec x-openstack-request-id: req-c0e7f6d2-c388-44a3-8c94-232a1d85fcec {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:29:48.073043 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ee64bd-305d-44e5-a1b7-00f4ef55cf64", "tag": "e2f4672c-6d5a-4ebe-b44f-8980103a38bf", "status": "completed", "code": 200}]} {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:29:48.073384 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c0e7f6d2-c388-44a3-8c94-232a1d85fcec {{(pid=106189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:29:48.073862 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e7f6d2-c388-44a3-8c94-232a1d85fcec'] response: {'name': 'network-changed', 'server_uuid': '05ee64bd-305d-44e5-a1b7-00f4ef55cf64', 'tag': 'e2f4672c-6d5a-4ebe-b44f-8980103a38bf', 'status': 'completed', 'code': 200} Sep 22 12:29:48.074640 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a44852f6-3da5-4d7c-8b0f-b3e84dc666eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (5ed5e4bf-4efd-43aa-a15c-12441f9467bf), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:48.077234 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a44852f6-3da5-4d7c-8b0f-b3e84dc666eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:48.078521 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-a44852f6-3da5-4d7c-8b0f-b3e84dc666eb admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5ed5e4bf-4efd-43aa-a15c-12441f9467bf HTTP/1.1" status: 204 len: 168 time: 0.3751194 Sep 22 12:29:48.122995 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44852f6-3da5-4d7c-8b0f-b3e84dc666eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed5e4bf-4efd-43aa-a15c-12441f9467bf,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:48.137309 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f0377-24a1-43c8-bb33-61eaea17c2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f4672c-6d5a-4ebe-b44f-8980103a38bf,revision_number=3']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:48.142198 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cda7a-b171-42ad-a3ad-2596927fee00 req-5e9e0016-5c52-4f0e-86ee-a584cdf9941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:48.146856 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-052cda7a-b171-42ad-a3ad-2596927fee00 req-5e9e0016-5c52-4f0e-86ee-a584cdf9941a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 1130 time: 0.0447893 Sep 22 12:29:48.147175 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-5e38c036-644e-4f47-9d82-9fcad8776166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:48.149257 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-5e38c036-644e-4f47-9d82-9fcad8776166 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=89fe74d1d646452e83cb93420766c0a2&device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 1128 time: 0.0928020 Sep 22 12:29:48.438346 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0bfb4-32d4-42bf-9afe-d73abbda491d req-fba35ce8-7d0c-4a9b-a42b-0f09869a9b4a tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:48.439845 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c8e0bfb4-32d4-42bf-9afe-d73abbda491d req-fba35ce8-7d0c-4a9b-a42b-0f09869a9b4a tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 946 time: 0.0750694 Sep 22 12:29:48.489695 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1913e3-7dd2-449e-9c6a-b17a17132ef6 req-b93dd99c-298f-4446-b9bb-ca8c1edf2058 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:48.496656 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0c1913e3-7dd2-449e-9c6a-b17a17132ef6 req-b93dd99c-298f-4446-b9bb-ca8c1edf2058 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0757101 Sep 22 12:29:48.508226 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a76eb924-ad66-4060-91ca-2bd2d335d449 None None] Attempt 5 to provision port e2f4672c-6d5a-4ebe-b44f-8980103a38bf Sep 22 12:29:48.540729 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c8e0bfb4-32d4-42bf-9afe-d73abbda491d req-3052cf49-61fe-4f82-a78c-39a6ee18f89a tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844219 Sep 22 12:29:48.581525 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0c1913e3-7dd2-449e-9c6a-b17a17132ef6 req-7dfe03b7-d7f5-44c6-974c-e0f294126d7e tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833066 Sep 22 12:29:48.582516 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a76eb924-ad66-4060-91ca-2bd2d335d449 None None] Port e2f4672c-6d5a-4ebe-b44f-8980103a38bf had new provisioning blocks added so it will not transition to active. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 12:29:48.647563 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 46554) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:48.660963 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a85d6950-4b5e-4ca4-aa06-1dd348b85212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:48.748056 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:48.751084 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a85d6950-4b5e-4ca4-aa06-1dd348b85212 admin admin] Publish callbacks [] for security_group (dfc74fe3-1b09-4132-a2e5-a2e5d8bf6866), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:48.760214 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a85d6950-4b5e-4ca4-aa06-1dd348b85212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (dfc74fe3-1b09-4132-a2e5-a2e5d8bf6866), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:48.808863 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d6950-4b5e-4ca4-aa06-1dd348b85212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc74fe3-1b09-4132-a2e5-a2e5d8bf6866,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:48.827178 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979a73f-0022-4479-a368-aef6cd28f3b9 req-5dc848bd-2f9b-493a-ba6b-a8c749e5c7aa tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:48.829556 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c979a73f-0022-4479-a368-aef6cd28f3b9 req-5dc848bd-2f9b-493a-ba6b-a8c749e5c7aa tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 944 time: 0.0752158 Sep 22 12:29:48.830525 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 46562) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:48.832396 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-a85d6950-4b5e-4ca4-aa06-1dd348b85212 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=2c10403b098a475284d069f50d345043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1837142 Sep 22 12:29:48.908797 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:48.949303 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bc83e-e324-43c3-9dc2-2a15b2c990b5 req-3f195b55-fcfc-4c1e-a0b1-4af6bb2ad338 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:48.950772 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b40bc83e-e324-43c3-9dc2-2a15b2c990b5 req-3f195b55-fcfc-4c1e-a0b1-4af6bb2ad338 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 944 time: 0.0900359 Sep 22 12:29:48.978983 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c979a73f-0022-4479-a368-aef6cd28f3b9 req-d78fd2ee-c4a6-400c-a8c0-db4601a3d976 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310947 Sep 22 12:29:48.991643 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8284e0f3-41c6-455a-8093-2a86866600c5 admin admin] Publish callbacks [] for security_group (dfc74fe3-1b09-4132-a2e5-a2e5d8bf6866), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:49.038627 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8284e0f3-41c6-455a-8093-2a86866600c5 admin admin] Publish callbacks [] for security_group (dfc74fe3-1b09-4132-a2e5-a2e5d8bf6866), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:49.053305 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b40bc83e-e324-43c3-9dc2-2a15b2c990b5 req-f2f8ef66-ca46-4362-b9af-23514f4a3d76 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926671 Sep 22 12:29:49.079569 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:49.105635 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8284e0f3-41c6-455a-8093-2a86866600c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (dfc74fe3-1b09-4132-a2e5-a2e5d8bf6866), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:49.108287 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8284e0f3-41c6-455a-8093-2a86866600c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:49.109542 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-8284e0f3-41c6-455a-8093-2a86866600c5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/dfc74fe3-1b09-4132-a2e5-a2e5d8bf6866 HTTP/1.1" status: 204 len: 168 time: 0.2771029 Sep 22 12:29:49.117996 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284e0f3-41c6-455a-8093-2a86866600c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc74fe3-1b09-4132-a2e5-a2e5d8bf6866,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:49.154880 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 59f4c935-e132-4169-a0e6-2552ac665c8d details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:29:49.273515 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 59f4c935-e132-4169-a0e6-2552ac665c8d, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=59f4c935-e132-4169-a0e6-2552ac665c8d,segment=NetworkSegment(c340f29b-02bd-42f1-9691-706be126d2ad),segment_id=c340f29b-02bd-42f1-9691-706be126d2ad)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:49.289384 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': '59f4c935-e132-4169-a0e6-2552ac665c8d', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'port_id': '59f4c935-e132-4169-a0e6-2552ac665c8d', 'mac_address': 'fa:16:3e:58:58:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:29:49.333829 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 59f4c935-e132-4169-a0e6-2552ac665c8d is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:49.334220 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (59f4c935-e132-4169-a0e6-2552ac665c8d), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:49.349956 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f4c935-e132-4169-a0e6-2552ac665c8d {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:29:49.383307 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 59f4c935-e132-4169-a0e6-2552ac665c8d, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=59f4c935-e132-4169-a0e6-2552ac665c8d,segment=NetworkSegment(c340f29b-02bd-42f1-9691-706be126d2ad),segment_id=c340f29b-02bd-42f1-9691-706be126d2ad)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:49.388002 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (59f4c935-e132-4169-a0e6-2552ac665c8d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:49.443682 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=59f4c935-e132-4169-a0e6-2552ac665c8d,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:49.752206 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f27b56-391d-4a7d-b111-156d8c7b69b7 req-07c760ad-7ca5-4efb-834b-d06a8cbae757 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:49.754277 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-99f27b56-391d-4a7d-b111-156d8c7b69b7 req-07c760ad-7ca5-4efb-834b-d06a8cbae757 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0916777 Sep 22 12:29:49.759902 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7864c86-193b-4901-897b-3927bdf80b46 req-930ffce7-b6ea-4a78-9a16-acbf75973cc5 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:49.761365 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d7864c86-193b-4901-897b-3927bdf80b46 req-930ffce7-b6ea-4a78-9a16-acbf75973cc5 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 946 time: 0.0956903 Sep 22 12:29:49.860899 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d7864c86-193b-4901-897b-3927bdf80b46 req-0c4c23c1-1635-4a59-991f-b5ea6e23f6ed tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810440 Sep 22 12:29:49.866682 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-99f27b56-391d-4a7d-b111-156d8c7b69b7 req-118d229a-6b0f-4338-8d4d-1b920d0bba73 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023557 Sep 22 12:29:49.971381 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 46612) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:50.128242 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-45fd44af-e849-498e-a26d-ac6712ae2829 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-929317409-network', 'tenant_id': 'a2fdd81304a7458cac5050ca53cabc4e'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:50.137524 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efd7a7-8361-4158-92a0-4f43a2d66466 req-15a41830-4324-46b5-8040-6a9c4f41de75 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:50.139258 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-00efd7a7-8361-4158-92a0-4f43a2d66466 req-15a41830-4324-46b5-8040-6a9c4f41de75 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 944 time: 0.0793624 Sep 22 12:29:50.177535 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fd44af-e849-498e-a26d-ac6712ae2829 admin admin] Made reservation on behalf of a2fdd81304a7458cac5050ca53cabc4e for: {'network': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:29:50.180261 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-45fd44af-e849-498e-a26d-ac6712ae2829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for network (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:50.198215 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 46624) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:50.217945 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-45fd44af-e849-498e-a26d-ac6712ae2829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:50.248771 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85401d71-eb2e-4b2c-adf5-f8affb87183b req-6b8b6b58-3cdb-4250-bac1-1d8e1986efc3 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:50.250225 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-85401d71-eb2e-4b2c-adf5-f8affb87183b req-6b8b6b58-3cdb-4250-bac1-1d8e1986efc3 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 944 time: 0.0930600 Sep 22 12:29:50.294182 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-00efd7a7-8361-4158-92a0-4f43a2d66466 req-29ad77b1-6024-4a81-b8d0-d486e4d73262 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401439 Sep 22 12:29:50.325296 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-27465086-e325-4e72-876c-f709b4bf0d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:50.344112 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-85401d71-eb2e-4b2c-adf5-f8affb87183b req-47c9548a-5547-46bc-926c-4658a03a9021 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847023 Sep 22 12:29:50.404347 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-45fd44af-e849-498e-a26d-ac6712ae2829 admin admin] Publish callbacks [] for security_group (7a3a1af4-8bbd-4ae1-9afd-041dd363649b), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:50.412433 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-45fd44af-e849-498e-a26d-ac6712ae2829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (7a3a1af4-8bbd-4ae1-9afd-041dd363649b), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:50.425455 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-27465086-e325-4e72-876c-f709b4bf0d3e admin admin] Publish callbacks [] for security_group (ea235dfe-5d83-425a-b41e-e6e334b02df2), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:50.431223 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-27465086-e325-4e72-876c-f709b4bf0d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (ea235dfe-5d83-425a-b41e-e6e334b02df2), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:50.445665 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd44af-e849-498e-a26d-ac6712ae2829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3a1af4-8bbd-4ae1-9afd-041dd363649b,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:50.456583 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fd44af-e849-498e-a26d-ac6712ae2829 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=106188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 12:29:50.467778 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-45fd44af-e849-498e-a26d-ac6712ae2829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (4c276128-6c50-4552-8b91-d2db0a7c93aa), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:50.468124 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.segments_db [None req-45fd44af-e849-498e-a26d-ac6712ae2829 admin admin] Added segment 4c276128-6c50-4552-8b91-d2db0a7c93aa of type vlan for network c02d26da-5f0a-4d1c-8234-7121b56d626f Sep 22 12:29:50.471605 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27465086-e325-4e72-876c-f709b4bf0d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea235dfe-5d83-425a-b41e-e6e334b02df2,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:50.481212 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-27465086-e325-4e72-876c-f709b4bf0d3e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=6992f30c6d4c46f78ad0b0a15418809e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815239 Sep 22 12:29:50.481620 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 46630) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:50.512072 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-45fd44af-e849-498e-a26d-ac6712ae2829 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742010657190'] for network (c02d26da-5f0a-4d1c-8234-7121b56d626f), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:50.531815 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0959c9d1-4e60-4bfa-be5c-c3603bd08f97 admin admin] Publish callbacks [] for security_group (ea235dfe-5d83-425a-b41e-e6e334b02df2), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:50.539762 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-45fd44af-e849-498e-a26d-ac6712ae2829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for network (c02d26da-5f0a-4d1c-8234-7121b56d626f), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:50.541229 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fd44af-e849-498e-a26d-ac6712ae2829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:50.541996 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-45fd44af-e849-498e-a26d-ac6712ae2829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:50.554106 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0959c9d1-4e60-4bfa-be5c-c3603bd08f97 admin admin] Publish callbacks [] for security_group (ea235dfe-5d83-425a-b41e-e6e334b02df2), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:50.579933 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:50.593681 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:50.600904 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-45fd44af-e849-498e-a26d-ac6712ae2829 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6276636 Sep 22 12:29:50.604042 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 46632) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:50.616087 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-5d804603-9417-476e-b4ce-7695e22ab6af admin admin] Request body: {'subnet': {'network_id': 'c02d26da-5f0a-4d1c-8234-7121b56d626f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-929317409-subnet', 'tenant_id': 'a2fdd81304a7458cac5050ca53cabc4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:50.619166 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd44af-e849-498e-a26d-ac6712ae2829 admin admin] Pushing event updated for resources: {'Network': ['ID=c02d26da-5f0a-4d1c-8234-7121b56d626f,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:50.620873 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0959c9d1-4e60-4bfa-be5c-c3603bd08f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (ea235dfe-5d83-425a-b41e-e6e334b02df2), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:50.623277 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0959c9d1-4e60-4bfa-be5c-c3603bd08f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:50.624430 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-0959c9d1-4e60-4bfa-be5c-c3603bd08f97 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ea235dfe-5d83-425a-b41e-e6e334b02df2 HTTP/1.1" status: 204 len: 168 time: 0.1414456 Sep 22 12:29:50.631529 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Network c02d26da-5f0a-4d1c-8234-7121b56d626f details requested by agent ovs-agent-dv-cinder-856463-4-iscsi with host dv-cinder-856463-4-iscsi {{(pid=106190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 12:29:50.641269 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959c9d1-4e60-4bfa-be5c-c3603bd08f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea235dfe-5d83-425a-b41e-e6e334b02df2,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:50.651125 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d804603-9417-476e-b4ce-7695e22ab6af admin admin] Made reservation on behalf of a2fdd81304a7458cac5050ca53cabc4e for: {'subnet': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:29:50.654151 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5d804603-9417-476e-b4ce-7695e22ab6af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3860156'] for subnet (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:50.835961 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5d804603-9417-476e-b4ce-7695e22ab6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2985252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3860138'] for subnet (3183181d-898c-475f-845a-e994e09c8897), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:50.902894 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d804603-9417-476e-b4ce-7695e22ab6af admin admin] Pushing event updated for resources: {'Subnet': ['ID=3183181d-898c-475f-845a-e994e09c8897,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:50.912875 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d804603-9417-476e-b4ce-7695e22ab6af admin admin] Checking segment: {'id': '4c276128-6c50-4552-8b91-d2db0a7c93aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c02d26da-5f0a-4d1c-8234-7121b56d626f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:29:50.913265 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d804603-9417-476e-b4ce-7695e22ab6af admin admin] Network hostable DHCP agents. Network: c02d26da-5f0a-4d1c-8234-7121b56d626f, hostable agents: ['a2e957d1-0bb2-4343-b675-01d2080b3290'], hosted agents: [] {{(pid=106189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 12:29:50.938763 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d804603-9417-476e-b4ce-7695e22ab6af admin admin] Network c02d26da-5f0a-4d1c-8234-7121b56d626f is scheduled to be hosted by DHCP agent a2e957d1-0bb2-4343-b675-01d2080b3290 with binding_index 1 {{(pid=106189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 12:29:50.953099 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-5d804603-9417-476e-b4ce-7695e22ab6af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-4-iscsi, c02d26da-5f0a-4d1c-8234-7121b56d626f) {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:50.961596 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d804603-9417-476e-b4ce-7695e22ab6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:50.962356 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5d804603-9417-476e-b4ce-7695e22ab6af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:50.963294 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d887b9-a377-418c-8ce9-8378ad082162 None None] Network c02d26da-5f0a-4d1c-8234-7121b56d626f requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:29:50.982435 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-5d804603-9417-476e-b4ce-7695e22ab6af admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3721116 Sep 22 12:29:50.989071 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 46642) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:51.006998 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-747cbc04-44eb-4b8b-b9dd-b1facda415b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:51.040040 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c9993-8f39-45fa-9148-a66aa25eadee req-b1701654-b931-482b-a25c-01362124e64a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:51.041690 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-076c9993-8f39-45fa-9148-a66aa25eadee req-b1701654-b931-482b-a25c-01362124e64a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0836387 Sep 22 12:29:51.047758 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0193a-a4ab-49d7-b290-eeb1910eaacf req-dedf98f5-c100-4e68-9757-ecf9cd330a0d tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:51.053821 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:51.056571 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8bf0193a-a4ab-49d7-b290-eeb1910eaacf req-dedf98f5-c100-4e68-9757-ecf9cd330a0d tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 946 time: 0.0888996 Sep 22 12:29:51.062831 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 3ccdb191-e1dc-4383-95e0-0dda555c85b6 up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:51.118789 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:51.130796 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-747cbc04-44eb-4b8b-b9dd-b1facda415b0 admin admin] Publish callbacks [] for security_group (9f989787-8503-4b85-8f21-0c85ae532ec3), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:51.138566 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-747cbc04-44eb-4b8b-b9dd-b1facda415b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (9f989787-8503-4b85-8f21-0c85ae532ec3), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:51.144710 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:51.178819 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning for port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 completed by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 12:29:51.186166 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38e20e3-cb7d-4bbc-acda-e4a944d72c0b None None] Network c02d26da-5f0a-4d1c-8234-7121b56d626f requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:29:51.192472 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cbc04-44eb-4b8b-b9dd-b1facda415b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f989787-8503-4b85-8f21-0c85ae532ec3,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:51.193500 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:51.193877 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (3ccdb191-e1dc-4383-95e0-0dda555c85b6), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:51.194383 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 Sep 22 12:29:51.198211 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-747cbc04-44eb-4b8b-b9dd-b1facda415b0 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=7dc27dde0b274004967ecb7ba3165a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2076862 Sep 22 12:29:51.200590 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 46650) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:51.207803 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-076c9993-8f39-45fa-9148-a66aa25eadee req-9f551917-07ec-4b76-916f-2c77e0ca921f tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466825 Sep 22 12:29:51.229290 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8bf0193a-a4ab-49d7-b290-eeb1910eaacf req-10306e44-3adc-48d0-a636-30b356a6e764 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715455 Sep 22 12:29:51.324475 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-03220021-c75a-4e86-8782-0f0f59845aa1 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2f4672c-6d5a-4ebe-b44f-8980103a38bf HTTP/1.1" status: 200 len: 217 time: 0.0521295 Sep 22 12:29:51.338073 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-052cda7a-b171-42ad-a3ad-2596927fee00 req-92d775d1-b9ba-442d-9b00-e7f8ea035e26 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664523 Sep 22 12:29:51.340417 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:51.360770 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bb96292f-6770-4a18-8311-80c6fa41fff1 admin admin] Publish callbacks [] for security_group (9f989787-8503-4b85-8f21-0c85ae532ec3), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:51.397891 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bb96292f-6770-4a18-8311-80c6fa41fff1 admin admin] Publish callbacks [] for security_group (9f989787-8503-4b85-8f21-0c85ae532ec3), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:51.398134 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:51.398529 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (3ccdb191-e1dc-4383-95e0-0dda555c85b6), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:51.441474 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 3ccdb191-e1dc-4383-95e0-0dda555c85b6, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=3ccdb191-e1dc-4383-95e0-0dda555c85b6,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:51.443068 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac05188-579c-4644-89f8-233e046b4618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccdb191-e1dc-4383-95e0-0dda555c85b6'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:29:51.446900 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770d6c5d-500e-4c53-8de9-02a752328201" -d '{"events": [{"server_uuid": "9ac05188-579c-4644-89f8-233e046b4618", "name": "network-vif-plugged", "status": "completed", "tag": "3ccdb191-e1dc-4383-95e0-0dda555c85b6"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:29:51.452001 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (3ccdb191-e1dc-4383-95e0-0dda555c85b6), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:51.478241 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bb96292f-6770-4a18-8311-80c6fa41fff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (9f989787-8503-4b85-8f21-0c85ae532ec3), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:51.481927 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bb96292f-6770-4a18-8311-80c6fa41fff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:51.494166 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-bb96292f-6770-4a18-8311-80c6fa41fff1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9f989787-8503-4b85-8f21-0c85ae532ec3 HTTP/1.1" status: 204 len: 168 time: 0.2878141 Sep 22 12:29:51.527751 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96292f-6770-4a18-8311-80c6fa41fff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f989787-8503-4b85-8f21-0c85ae532ec3,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:51.528138 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=3ccdb191-e1dc-4383-95e0-0dda555c85b6,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:51.531196 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bbbb1-0615-4aba-a4c8-9a25fc1051ff req-a6b69695-de34-4102-bf4d-e02cd657230e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:51.533121 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f41bbbb1-0615-4aba-a4c8-9a25fc1051ff req-a6b69695-de34-4102-bf4d-e02cd657230e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 944 time: 0.1118910 Sep 22 12:29:51.544180 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a48ef2-a651-4219-bde6-e323843197b8 req-1b512e85-47ff-4d92-8a0f-20740f7a3f44 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:51.554254 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c3a48ef2-a651-4219-bde6-e323843197b8 req-1b512e85-47ff-4d92-8a0f-20740f7a3f44 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 945 time: 0.0779219 Sep 22 12:29:51.652058 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c3a48ef2-a651-4219-bde6-e323843197b8 req-52374171-20b6-4a49-8a14-eaa169c1b4f3 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964010 Sep 22 12:29:51.655054 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f41bbbb1-0615-4aba-a4c8-9a25fc1051ff req-5496cf9f-d183-4075-9d8d-5c42978a702b tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915167 Sep 22 12:29:51.713350 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4a1e54-dd57-4841-9b0a-1577d5ba54c5 x-openstack-request-id: req-ac4a1e54-dd57-4841-9b0a-1577d5ba54c5 {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:29:51.713839 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac05188-579c-4644-89f8-233e046b4618", "name": "network-vif-plugged", "status": "completed", "tag": "3ccdb191-e1dc-4383-95e0-0dda555c85b6", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:29:51.713943 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ac4a1e54-dd57-4841-9b0a-1577d5ba54c5 {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:29:51.714298 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac4a1e54-dd57-4841-9b0a-1577d5ba54c5'] response: {'server_uuid': '9ac05188-579c-4644-89f8-233e046b4618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccdb191-e1dc-4383-95e0-0dda555c85b6', 'code': 200} Sep 22 12:29:51.935185 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 46678) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:51.941884 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-5f3d0de5-6753-4150-af10-e3ebd9259c48 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-651040204-network', 'tenant_id': '3be211315de849bead860d49c2ed0a63'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:51.970269 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3d0de5-6753-4150-af10-e3ebd9259c48 admin admin] Made reservation on behalf of 3be211315de849bead860d49c2ed0a63 for: {'network': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:29:51.972786 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5f3d0de5-6753-4150-af10-e3ebd9259c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for network (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:51.981679 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5f3d0de5-6753-4150-af10-e3ebd9259c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:52.062718 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5f3d0de5-6753-4150-af10-e3ebd9259c48 admin admin] Publish callbacks [] for security_group (0f23237d-4ea5-4741-b31a-24bafa35a432), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:52.069495 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5f3d0de5-6753-4150-af10-e3ebd9259c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (0f23237d-4ea5-4741-b31a-24bafa35a432), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:52.095864 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f3d0de5-6753-4150-af10-e3ebd9259c48 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=106188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 12:29:52.110212 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d0de5-6753-4150-af10-e3ebd9259c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f23237d-4ea5-4741-b31a-24bafa35a432,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:52.115737 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5f3d0de5-6753-4150-af10-e3ebd9259c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (f5277364-cd7c-4ae3-b52f-89c251f21e23), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:52.116090 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.segments_db [None req-5f3d0de5-6753-4150-af10-e3ebd9259c48 admin admin] Added segment f5277364-cd7c-4ae3-b52f-89c251f21e23 of type vlan for network f86b3eaa-b84f-4571-a6ad-3a85e180a71d Sep 22 12:29:52.158397 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5f3d0de5-6753-4150-af10-e3ebd9259c48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742010657190'] for network (f86b3eaa-b84f-4571-a6ad-3a85e180a71d), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:52.184810 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5f3d0de5-6753-4150-af10-e3ebd9259c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for network (f86b3eaa-b84f-4571-a6ad-3a85e180a71d), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:52.185831 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d0de5-6753-4150-af10-e3ebd9259c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:52.186496 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5f3d0de5-6753-4150-af10-e3ebd9259c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:52.242824 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-5f3d0de5-6753-4150-af10-e3ebd9259c48 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3062346 Sep 22 12:29:52.245699 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 46692) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:29:52.250639 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-5796e5eb-e189-4b25-b7a7-a611840ed0c8 admin admin] Request body: {'subnet': {'network_id': 'f86b3eaa-b84f-4571-a6ad-3a85e180a71d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-651040204-subnet', 'tenant_id': '3be211315de849bead860d49c2ed0a63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:29:52.257868 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d0de5-6753-4150-af10-e3ebd9259c48 admin admin] Pushing event updated for resources: {'Network': ['ID=f86b3eaa-b84f-4571-a6ad-3a85e180a71d,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:52.270856 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Network f86b3eaa-b84f-4571-a6ad-3a85e180a71d details requested by agent ovs-agent-dv-cinder-856463-4-iscsi with host dv-cinder-856463-4-iscsi {{(pid=106190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 12:29:52.280376 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5796e5eb-e189-4b25-b7a7-a611840ed0c8 admin admin] Made reservation on behalf of 3be211315de849bead860d49c2ed0a63 for: {'subnet': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:29:52.282994 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5796e5eb-e189-4b25-b7a7-a611840ed0c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3860156'] for subnet (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:52.361181 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:52.383800 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf91d37-9d76-45f3-a383-3e3b4729e560 req-221fbbef-94e8-405a-ae26-201853cd9ac6 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:52.387693 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5cf91d37-9d76-45f3-a383-3e3b4729e560 req-221fbbef-94e8-405a-ae26-201853cd9ac6 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0556107 Sep 22 12:29:52.442513 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:52.465927 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20923289-0f7f-4877-87a5-0ab85f8b8c69 req-53371279-3e71-49b4-8685-ab2ad40a09db tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:52.473870 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-20923289-0f7f-4877-87a5-0ab85f8b8c69 req-53371279-3e71-49b4-8685-ab2ad40a09db tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 946 time: 0.0848067 Sep 22 12:29:52.512367 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5cf91d37-9d76-45f3-a383-3e3b4729e560 req-bb4dece1-37b7-4f62-8c74-8a131a488983 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108885 Sep 22 12:29:52.517454 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['59f4c935-e132-4169-a0e6-2552ac665c8d'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:29:52.519088 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5796e5eb-e189-4b25-b7a7-a611840ed0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2985252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3860138'] for subnet (aa21586b-4256-440a-8ad1-3c476ef01bf0), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:52.549078 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-20923289-0f7f-4877-87a5-0ab85f8b8c69 req-3bc43efe-7aec-4e46-9b9c-5ae2cfb6bb32 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742118 Sep 22 12:29:52.595408 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796e5eb-e189-4b25-b7a7-a611840ed0c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa21586b-4256-440a-8ad1-3c476ef01bf0,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:52.614637 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5796e5eb-e189-4b25-b7a7-a611840ed0c8 admin admin] Checking segment: {'id': 'f5277364-cd7c-4ae3-b52f-89c251f21e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f86b3eaa-b84f-4571-a6ad-3a85e180a71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:29:52.614994 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5796e5eb-e189-4b25-b7a7-a611840ed0c8 admin admin] Network hostable DHCP agents. Network: f86b3eaa-b84f-4571-a6ad-3a85e180a71d, hostable agents: ['a2e957d1-0bb2-4343-b675-01d2080b3290'], hosted agents: [] {{(pid=106189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 12:29:52.639080 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5796e5eb-e189-4b25-b7a7-a611840ed0c8 admin admin] Network f86b3eaa-b84f-4571-a6ad-3a85e180a71d is scheduled to be hosted by DHCP agent a2e957d1-0bb2-4343-b675-01d2080b3290 with binding_index 1 {{(pid=106189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 12:29:52.662051 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-5796e5eb-e189-4b25-b7a7-a611840ed0c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-4-iscsi, f86b3eaa-b84f-4571-a6ad-3a85e180a71d) {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:29:52.666897 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5796e5eb-e189-4b25-b7a7-a611840ed0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:52.668065 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5796e5eb-e189-4b25-b7a7-a611840ed0c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:52.688608 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013be511-bbfb-4809-8c83-49025758583a None None] Network f86b3eaa-b84f-4571-a6ad-3a85e180a71d requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:29:52.688873 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-5796e5eb-e189-4b25-b7a7-a611840ed0c8 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4419146 Sep 22 12:29:52.812098 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5819cf08-6f5f-48fb-91d9-847858f548c6 None None] Network f86b3eaa-b84f-4571-a6ad-3a85e180a71d requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:29:52.834509 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:52.892990 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f22b09-400b-4229-b39f-9196dd864a6c req-1f2be87f-3686-4c7b-95b7-32085fb1d85a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:52.901016 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e9f22b09-400b-4229-b39f-9196dd864a6c req-1f2be87f-3686-4c7b-95b7-32085fb1d85a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 945 time: 0.1267664 Sep 22 12:29:52.922822 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8314c-5af5-43e7-9de1-e6cbeabd7a9e req-e8eb2a66-c2cd-4b27-a9d6-fdc1523aaf3c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:52.930603 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-08d8314c-5af5-43e7-9de1-e6cbeabd7a9e req-e8eb2a66-c2cd-4b27-a9d6-fdc1523aaf3c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 944 time: 0.1547785 Sep 22 12:29:53.006069 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e9f22b09-400b-4229-b39f-9196dd864a6c req-e2d6d9d9-8cda-4cd6-b4aa-86f29fe0f1c0 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041167 Sep 22 12:29:53.033157 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-08d8314c-5af5-43e7-9de1-e6cbeabd7a9e req-202afd2e-b661-488b-977d-5ae9c4cf2388 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944889 Sep 22 12:29:53.649730 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37df08-cd5b-4ee5-b562-5fd50f9f94a4 req-074615a1-3ae8-44e4-ac64-db84085e53ac tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:53.651202 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ac37df08-cd5b-4ee5-b562-5fd50f9f94a4 req-074615a1-3ae8-44e4-ac64-db84085e53ac tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0593724 Sep 22 12:29:53.706558 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f026a5-11b4-4a6a-a567-7816d515a8bb req-962b03d0-cb12-41ae-b25f-a04e1bd5568e tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:53.708067 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-18f026a5-11b4-4a6a-a567-7816d515a8bb req-962b03d0-cb12-41ae-b25f-a04e1bd5568e tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 946 time: 0.0748174 Sep 22 12:29:53.745418 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ac37df08-cd5b-4ee5-b562-5fd50f9f94a4 req-a54e0e7b-8d74-4b51-9084-38a691fb055a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773692 Sep 22 12:29:53.778393 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-18f026a5-11b4-4a6a-a567-7816d515a8bb req-0da02689-8c5a-415a-a47a-d5c1456a3054 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642860 Sep 22 12:29:54.155227 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f3d90-ff7f-4c53-83d7-88c3106f99cb req-5a6ea5d0-bfa6-4c73-a4b6-9ecaccdd5bef tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:54.156720 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f60f3d90-ff7f-4c53-83d7-88c3106f99cb req-5a6ea5d0-bfa6-4c73-a4b6-9ecaccdd5bef tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 945 time: 0.0734584 Sep 22 12:29:54.176078 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525cfd5-bcaa-4853-b3cc-1a4c9853fad8 req-4ce2e170-0879-4ec2-83ae-f22bb432d585 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:54.177486 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4525cfd5-bcaa-4853-b3cc-1a4c9853fad8 req-4ce2e170-0879-4ec2-83ae-f22bb432d585 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 944 time: 0.0661321 Sep 22 12:29:54.236013 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f60f3d90-ff7f-4c53-83d7-88c3106f99cb req-718fe5d7-c159-49c3-a771-ff9d59bb6de3 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730925 Sep 22 12:29:54.255530 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4525cfd5-bcaa-4853-b3cc-1a4c9853fad8 req-5c82bec9-0d04-4ba7-a969-bbb1011564e3 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713391 Sep 22 12:29:54.597430 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-48c09c15-7614-41c5-b39d-0f24ee89e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:54.598917 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-48c09c15-7614-41c5-b39d-0f24ee89e8bc service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d3942071-66f3-4019-bd71-b3135c985af6 HTTP/1.1" status: 200 len: 850 time: 0.0482979 Sep 22 12:29:54.644584 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-d84170a5-c832-4f14-963a-6b7c07f37910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:54.646125 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-d84170a5-c832-4f14-963a-6b7c07f37910 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=fa4f03ac-0d51-4ef1-9086-3b2b84cb717e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396490 Sep 22 12:29:54.702217 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:54.748531 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-e027e056-d12a-4d49-bb1a-f3937ac9bc5c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4f03ac-0d51-4ef1-9086-3b2b84cb717e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943654 Sep 22 12:29:54.776509 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f50877-c765-4a55-9f62-fa90409e7bd2 req-82206bb4-ed91-4f2d-8090-6566265a3a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:54.778003 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e7f50877-c765-4a55-9f62-fa90409e7bd2 req-82206bb4-ed91-4f2d-8090-6566265a3a83 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 1129 time: 0.0456002 Sep 22 12:29:54.875611 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ea4b1-ac28-4d7d-aa6b-ad7821d97830 req-52ae5086-bd53-4e93-8e4a-fe5855a38ad2 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:54.876585 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-452ea4b1-ac28-4d7d-aa6b-ad7821d97830 req-52ae5086-bd53-4e93-8e4a-fe5855a38ad2 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0563884 Sep 22 12:29:54.923279 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcc29c-9a00-4529-8b08-3c474ba52a0a req-6713b57f-e452-421a-b21e-66047f349a46 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:54.925234 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0bfcc29c-9a00-4529-8b08-3c474ba52a0a req-6713b57f-e452-421a-b21e-66047f349a46 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 946 time: 0.0668685 Sep 22 12:29:54.956028 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-eef277f6-fe00-493f-9598-3d986b4777ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:54.972057 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-452ea4b1-ac28-4d7d-aa6b-ad7821d97830 req-d4cf9462-324b-4670-9790-6916afa0a6f9 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792415 Sep 22 12:29:55.001954 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0bfcc29c-9a00-4529-8b08-3c474ba52a0a req-5a81518a-68c2-422f-b165-a9a202f760b9 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701551 Sep 22 12:29:55.182405 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e7f50877-c765-4a55-9f62-fa90409e7bd2 req-fe1eeaa4-9ffc-4594-aab7-3006ef27e1e9 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839961 Sep 22 12:29:55.220926 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4a77db7c-2319-4b32-8be9-fad381c704f9 req-b3e23ca9-8370-41be-b559-a3c8457a4e8f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4f03ac-0d51-4ef1-9086-3b2b84cb717e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221726 Sep 22 12:29:55.400262 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498dd3fe-75b9-49bb-97ed-e72726e46d50 req-a6008713-d8c2-4ead-b648-47a47aa21d96 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:55.401837 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-498dd3fe-75b9-49bb-97ed-e72726e46d50 req-a6008713-d8c2-4ead-b648-47a47aa21d96 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 945 time: 0.0821743 Sep 22 12:29:55.423874 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807298b8-f1e4-488f-863b-d3a06a917638 req-3b7d2403-f503-4a89-ada3-e04dc5be572e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:55.425380 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-807298b8-f1e4-488f-863b-d3a06a917638 req-3b7d2403-f503-4a89-ada3-e04dc5be572e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 944 time: 0.0725801 Sep 22 12:29:55.447019 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=6 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:55.450545 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=20 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:55.491845 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:55.512666 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-498dd3fe-75b9-49bb-97ed-e72726e46d50 req-d5be23cc-376f-4d9b-9a52-a9372de1c9a4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991681 Sep 22 12:29:55.516854 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-807298b8-f1e4-488f-863b-d3a06a917638 req-a3fa88f2-5874-4aac-8866-b87111106274 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837831 Sep 22 12:29:56.074068 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:56.102388 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc737eb3-8b56-4f84-be47-83caf5b50044 req-c21fe1bb-6845-4f77-a2e4-5d402fea7409 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:56.104055 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-bc737eb3-8b56-4f84-be47-83caf5b50044 req-c21fe1bb-6845-4f77-a2e4-5d402fea7409 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0572608 Sep 22 12:29:56.155275 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1c916-cf66-4d85-889a-5a7bf8387fd9 req-8a6a8483-76dd-4ff5-b31e-954c31f323d4 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:56.157089 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5df1c916-cf66-4d85-889a-5a7bf8387fd9 req-8a6a8483-76dd-4ff5-b31e-954c31f323d4 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 946 time: 0.0791595 Sep 22 12:29:56.199999 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-bc737eb3-8b56-4f84-be47-83caf5b50044 req-3b17e194-9a20-45d8-8f94-46aa5b45be87 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791662 Sep 22 12:29:56.220266 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5df1c916-cf66-4d85-889a-5a7bf8387fd9 req-1d1038cd-2c19-4ba1-8d13-ecdeeb10ca9a tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571215 Sep 22 12:29:56.659688 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48accd0-df32-4537-a81d-a77222009c07 req-cc80cf28-c952-4409-b40f-a14ada3e06cb tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:56.661205 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a48accd0-df32-4537-a81d-a77222009c07 req-cc80cf28-c952-4409-b40f-a14ada3e06cb tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 945 time: 0.0785227 Sep 22 12:29:56.687815 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19051add-cc77-46c0-a02a-a5ba16dc5faa req-f56d2b5a-cdd2-4d0f-8410-15c7b85de609 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:56.689260 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-19051add-cc77-46c0-a02a-a5ba16dc5faa req-f56d2b5a-cdd2-4d0f-8410-15c7b85de609 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 944 time: 0.0725379 Sep 22 12:29:56.735570 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a48accd0-df32-4537-a81d-a77222009c07 req-9a5594e2-d4c9-4c1c-9a83-88de859b70e7 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684941 Sep 22 12:29:56.757493 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-19051add-cc77-46c0-a02a-a5ba16dc5faa req-2d8d28e9-ca14-47b9-b55c-95cfe6887cb7 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608094 Sep 22 12:29:57.043568 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-2cb75bab-6894-4e66-a40d-dcffa43d4bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:57.344507 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 59f4c935-e132-4169-a0e6-2552ac665c8d up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:29:57.349281 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff00e1b-2014-4b80-9f04-420dd7085357 req-e0654403-db30-4f6e-a751-b6b1ca0c08e3 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:57.350770 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cff00e1b-2014-4b80-9f04-420dd7085357 req-e0654403-db30-4f6e-a751-b6b1ca0c08e3 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0769269 Sep 22 12:29:57.367473 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:57.378562 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcff932-9a91-4f54-abeb-efacea7dad4a req-0753b9cc-fcc7-4fb6-9038-ff06e3fc00b5 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:57.380011 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-fbcff932-9a91-4f54-abeb-efacea7dad4a req-0753b9cc-fcc7-4fb6-9038-ff06e3fc00b5 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 946 time: 0.0768569 Sep 22 12:29:57.393060 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning for port 59f4c935-e132-4169-a0e6-2552ac665c8d completed by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 12:29:57.400820 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port 59f4c935-e132-4169-a0e6-2552ac665c8d triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:29:57.401278 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (59f4c935-e132-4169-a0e6-2552ac665c8d), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:57.401726 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port 59f4c935-e132-4169-a0e6-2552ac665c8d Sep 22 12:29:57.427767 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cff00e1b-2014-4b80-9f04-420dd7085357 req-da3e26e4-900c-4be3-9cc4-bd3f2107b993 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710166 Sep 22 12:29:57.450144 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-fbcff932-9a91-4f54-abeb-efacea7dad4a req-c58b18f7-6292-49d8-806e-371e16899d94 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622129 Sep 22 12:29:57.475369 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 59f4c935-e132-4169-a0e6-2552ac665c8d is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:29:57.475754 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (59f4c935-e132-4169-a0e6-2552ac665c8d), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:57.499076 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f8b6d4-4a92-4a94-a7d2-23435c651c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f4c935-e132-4169-a0e6-2552ac665c8d'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:29:57.501216 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92493e19-32d8-482d-a4e8-85ed47f3f1b0" -d '{"events": [{"server_uuid": "e0f8b6d4-4a92-4a94-a7d2-23435c651c4d", "name": "network-vif-plugged", "status": "completed", "tag": "59f4c935-e132-4169-a0e6-2552ac665c8d"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:29:57.513580 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 59f4c935-e132-4169-a0e6-2552ac665c8d, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=59f4c935-e132-4169-a0e6-2552ac665c8d,segment=NetworkSegment(c340f29b-02bd-42f1-9691-706be126d2ad),segment_id=c340f29b-02bd-42f1-9691-706be126d2ad)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:29:57.517317 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (59f4c935-e132-4169-a0e6-2552ac665c8d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:57.541181 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd09ee1a-e986-45e6-b6a5-2f970955a3b5 x-openstack-request-id: req-fd09ee1a-e986-45e6-b6a5-2f970955a3b5 {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:29:57.541500 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f8b6d4-4a92-4a94-a7d2-23435c651c4d", "name": "network-vif-plugged", "status": "completed", "tag": "59f4c935-e132-4169-a0e6-2552ac665c8d", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:29:57.541752 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fd09ee1a-e986-45e6-b6a5-2f970955a3b5 {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:29:57.542137 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd09ee1a-e986-45e6-b6a5-2f970955a3b5'] response: {'server_uuid': 'e0f8b6d4-4a92-4a94-a7d2-23435c651c4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f4c935-e132-4169-a0e6-2552ac665c8d', 'code': 200} Sep 22 12:29:57.569241 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=59f4c935-e132-4169-a0e6-2552ac665c8d,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:29:57.882750 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b8580-e0c5-46c7-aff6-9e36f0f66669 req-cb361eda-498b-46e8-a071-bf3aa54c8540 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:57.884224 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-611b8580-e0c5-46c7-aff6-9e36f0f66669 req-cb361eda-498b-46e8-a071-bf3aa54c8540 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 945 time: 0.0744975 Sep 22 12:29:57.903448 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc25c7-17ef-4816-a022-50ded13953e3 req-b64a0fb6-17ed-4c6d-8f1a-64c2900f3576 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:57.904871 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-09fc25c7-17ef-4816-a022-50ded13953e3 req-b64a0fb6-17ed-4c6d-8f1a-64c2900f3576 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 944 time: 0.0639172 Sep 22 12:29:57.965879 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-611b8580-e0c5-46c7-aff6-9e36f0f66669 req-0f15f0dd-3c62-4194-8637-33acdccea2e8 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760460 Sep 22 12:29:57.984267 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-09fc25c7-17ef-4816-a022-50ded13953e3 req-bf0230b5-6265-401c-b191-c289b98f2f56 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654638 Sep 22 12:29:58.427277 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:58.572609 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6be70-c2bb-4f67-9357-7bb24f54eaa3 req-8c1bfc8e-bb21-45b3-ae97-22e0fa9d2b66 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:58.574048 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a1f6be70-c2bb-4f67-9357-7bb24f54eaa3 req-8c1bfc8e-bb21-45b3-ae97-22e0fa9d2b66 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0716779 Sep 22 12:29:58.595764 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d059a58-622f-49e2-9c0c-35db34335402 req-001ec4ba-72b0-4b02-8f21-2a3aeb6b594a tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:58.597221 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7d059a58-622f-49e2-9c0c-35db34335402 req-001ec4ba-72b0-4b02-8f21-2a3aeb6b594a tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 946 time: 0.0661139 Sep 22 12:29:58.665817 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a1f6be70-c2bb-4f67-9357-7bb24f54eaa3 req-33174c29-2ba2-4a7f-8f21-3e72e78d28fd tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861151 Sep 22 12:29:58.673175 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7d059a58-622f-49e2-9c0c-35db34335402 req-d66c64eb-68e3-42d5-bd90-008c667ee876 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686855 Sep 22 12:29:59.144570 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:59.152974 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57587938-db79-413d-836c-5a7a384cbaaf req-4a040caa-ce12-47e6-86dc-be89891f459a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:59.154464 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-57587938-db79-413d-836c-5a7a384cbaaf req-4a040caa-ce12-47e6-86dc-be89891f459a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 945 time: 0.0859811 Sep 22 12:29:59.163648 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49658db7-abee-48c5-bb31-627612385c96 req-1e2abe9a-f99a-4cca-b83e-7ecefb31d5e2 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:59.165212 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-49658db7-abee-48c5-bb31-627612385c96 req-1e2abe9a-f99a-4cca-b83e-7ecefb31d5e2 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 944 time: 0.0660470 Sep 22 12:29:59.213349 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:59.244978 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-57587938-db79-413d-836c-5a7a384cbaaf req-f93a0038-a9e5-44ab-aa80-57a22038de1f tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784371 Sep 22 12:29:59.261265 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-49658db7-abee-48c5-bb31-627612385c96 req-52c81e59-4ee1-46fa-b17e-45696a000629 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878642 Sep 22 12:29:59.839565 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427ebf2-48ec-42fd-9e34-392fd6d902fe req-f156c103-3a75-4673-9a5d-c780d0190efd tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:59.841955 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1427ebf2-48ec-42fd-9e34-392fd6d902fe req-f156c103-3a75-4673-9a5d-c780d0190efd tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0930407 Sep 22 12:29:59.874396 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fd6b5-720a-4115-ab7c-575071a6fd38 req-8ee2b6c4-4410-43ad-be67-a7d7a95fee4b tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:29:59.875951 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c26fd6b5-720a-4115-ab7c-575071a6fd38 req-8ee2b6c4-4410-43ad-be67-a7d7a95fee4b tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 946 time: 0.0817540 Sep 22 12:29:59.882186 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:59.921497 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1427ebf2-48ec-42fd-9e34-392fd6d902fe req-150bf923-0b7b-46ec-a1be-5e37444c9dc8 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715857 Sep 22 12:29:59.946080 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:29:59.957118 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:29:59.964854 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c26fd6b5-720a-4115-ab7c-575071a6fd38 req-a4eea490-a7c1-46ab-9355-8e7e88077fb5 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761535 Sep 22 12:30:00.396377 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ccefd-afc9-4102-98ea-cba794026411 req-2b2ebcb0-7d04-4cfd-9053-c5287c9e54bc tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:00.397845 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ea6ccefd-afc9-4102-98ea-cba794026411 req-2b2ebcb0-7d04-4cfd-9053-c5287c9e54bc tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 945 time: 0.0800786 Sep 22 12:30:00.450556 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f38e33-9151-4aec-8810-e2f17305ffa1 req-61aad687-93e3-4bfd-9bea-1195f411898c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:00.452053 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a7f38e33-9151-4aec-8810-e2f17305ffa1 req-61aad687-93e3-4bfd-9bea-1195f411898c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 944 time: 0.0718834 Sep 22 12:30:00.493992 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ea6ccefd-afc9-4102-98ea-cba794026411 req-cb4915ce-e76d-4588-8ea7-fb614a34e54a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742333 Sep 22 12:30:00.535291 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a7f38e33-9151-4aec-8810-e2f17305ffa1 req-d13cd486-9257-4ef8-a71f-a3c5a7f208e6 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657854 Sep 22 12:30:00.941465 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275581fe-8bfa-41e8-afee-f186ff91417b req-2cbeb9ff-ddcd-4cc2-b0b6-fc4006347bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:00.943283 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-275581fe-8bfa-41e8-afee-f186ff91417b req-2cbeb9ff-ddcd-4cc2-b0b6-fc4006347bc7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=89fe74d1d646452e83cb93420766c0a2&device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 1128 time: 0.0437999 Sep 22 12:30:01.200812 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275581fe-8bfa-41e8-afee-f186ff91417b req-f8e67045-550a-4234-afcf-07e588105337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:01.202735 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-275581fe-8bfa-41e8-afee-f186ff91417b req-f8e67045-550a-4234-afcf-07e588105337 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=fa4f03ac-0d51-4ef1-9086-3b2b84cb717e HTTP/1.1" status: 200 len: 912 time: 0.1641037 Sep 22 12:30:01.270959 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49add377-4fb5-42eb-80ef-3b9251be21ae req-5a21c043-6ed7-4349-be79-4d3860ab896c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:01.272459 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-49add377-4fb5-42eb-80ef-3b9251be21ae req-5a21c043-6ed7-4349-be79-4d3860ab896c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.2679842 Sep 22 12:30:01.290701 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cccbe-abe2-42f3-8642-7712344263ec req-fcb2635e-47cf-446e-be81-d9a07f4dac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:01.292100 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9e6cccbe-abe2-42f3-8642-7712344263ec req-fcb2635e-47cf-446e-be81-d9a07f4dac02 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 1129 time: 0.2525661 Sep 22 12:30:01.335690 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-49add377-4fb5-42eb-80ef-3b9251be21ae req-20797709-a400-4622-a277-7f44ae4388dc tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538559 Sep 22 12:30:01.634763 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9604be-03b4-47fa-9f04-89f845abb8dc req-a68df34d-ff79-43f3-a7a8-4a5453a169f1 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:01.636211 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9e9604be-03b4-47fa-9f04-89f845abb8dc req-a68df34d-ff79-43f3-a7a8-4a5453a169f1 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 945 time: 0.0505149 Sep 22 12:30:01.683221 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9e9604be-03b4-47fa-9f04-89f845abb8dc req-4e3ee415-9b2a-4223-ae9a-cf852dbd6916 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414186 Sep 22 12:30:01.817604 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9e6cccbe-abe2-42f3-8642-7712344263ec req-0dc36585-f401-4930-9bb2-f9bb3be5f00c service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144090 Sep 22 12:30:01.836776 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401f9d1-c7fa-4562-8418-db86847b3136 req-0c61bd77-77a4-4322-a5af-5d3fba13a203 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:01.839062 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8401f9d1-c7fa-4562-8418-db86847b3136 req-0c61bd77-77a4-4322-a5af-5d3fba13a203 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 944 time: 0.0848062 Sep 22 12:30:01.896315 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8401f9d1-c7fa-4562-8418-db86847b3136 req-75ea17f0-682b-40cc-bd0c-373d9989c95f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506210 Sep 22 12:30:01.973537 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-275581fe-8bfa-41e8-afee-f186ff91417b req-889ed128-95f2-4fab-ad2f-bc696d1deab2 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2f4672c-6d5a-4ebe-b44f-8980103a38bf HTTP/1.1" status: 200 len: 217 time: 0.2713499 Sep 22 12:30:02.104464 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f7cf1-099e-4163-b53c-fb47e69c51db req-f0285e5f-40dd-42e8-9a02-0e152fa0bd06 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:02.106047 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e77f7cf1-099e-4163-b53c-fb47e69c51db req-f0285e5f-40dd-42e8-9a02-0e152fa0bd06 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 945 time: 0.1123667 Sep 22 12:30:02.123618 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 46976) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:02.123618 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-94562b7e-d41b-4361-ad98-76a4ef42fb42 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'floatingip': {'port_id': '3ccdb191-e1dc-4383-95e0-0dda555c85b6'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:30:02.185570 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275581fe-8bfa-41e8-afee-f186ff91417b req-62060d69-c455-4005-b1a0-c7ad26ee6dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:02.187285 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-275581fe-8bfa-41e8-afee-f186ff91417b req-62060d69-c455-4005-b1a0-c7ad26ee6dd7 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d3942071-66f3-4019-bd71-b3135c985af6 HTTP/1.1" status: 200 len: 850 time: 0.1058476 Sep 22 12:30:02.250138 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-94562b7e-d41b-4361-ad98-76a4ef42fb42 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (d394c3b0-0585-4bec-a8bb-3fa3d1b01094), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:02.252236 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275581fe-8bfa-41e8-afee-f186ff91417b req-0830bd9d-7270-4808-a760-1ba33c97275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:02.254700 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-275581fe-8bfa-41e8-afee-f186ff91417b req-0830bd9d-7270-4808-a760-1ba33c97275d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=fa4f03ac-0d51-4ef1-9086-3b2b84cb717e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598857 Sep 22 12:30:02.394183 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device e2f4672c-6d5a-4ebe-b44f-8980103a38bf details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:30:02.396604 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-275581fe-8bfa-41e8-afee-f186ff91417b req-019f995e-ec39-461d-b486-af046291fc40 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4f03ac-0d51-4ef1-9086-3b2b84cb717e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208489 Sep 22 12:30:02.494309 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:02.542440 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:02.551410 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port e2f4672c-6d5a-4ebe-b44f-8980103a38bf, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=e2f4672c-6d5a-4ebe-b44f-8980103a38bf,segment=NetworkSegment(959b0173-edf3-4a4b-a878-688b20dcf91a),segment_id=959b0173-edf3-4a4b-a878-688b20dcf91a)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:30:02.552253 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d019bd-2dc3-47d3-a9c0-f62ce36de36f req-35e5a5ce-60b1-49a0-9433-9dd49961cffd tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:02.559702 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-48d019bd-2dc3-47d3-a9c0-f62ce36de36f req-35e5a5ce-60b1-49a0-9433-9dd49961cffd tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.1208375 Sep 22 12:30:02.570324 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': 'e2f4672c-6d5a-4ebe-b44f-8980103a38bf', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'port_id': 'e2f4672c-6d5a-4ebe-b44f-8980103a38bf', 'mac_address': 'fa:16:3e:c4:8f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:30:02.626424 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port e2f4672c-6d5a-4ebe-b44f-8980103a38bf is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:30:02.630674 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (e2f4672c-6d5a-4ebe-b44f-8980103a38bf), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:02.646205 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f4672c-6d5a-4ebe-b44f-8980103a38bf {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:30:02.668597 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port e2f4672c-6d5a-4ebe-b44f-8980103a38bf, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=e2f4672c-6d5a-4ebe-b44f-8980103a38bf,segment=NetworkSegment(959b0173-edf3-4a4b-a878-688b20dcf91a),segment_id=959b0173-edf3-4a4b-a878-688b20dcf91a)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:30:02.672594 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-48d019bd-2dc3-47d3-a9c0-f62ce36de36f req-4d4fa946-d1ea-41ec-9971-7a35a55fe849 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107459 Sep 22 12:30:02.677054 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (e2f4672c-6d5a-4ebe-b44f-8980103a38bf), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:02.723989 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 47000) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:02.766723 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=e2f4672c-6d5a-4ebe-b44f-8980103a38bf,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:02.775518 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:02.776024 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:02.777164 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:02.777819 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:02.778300 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:02.778887 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:02.779359 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:02.779830 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:02.780326 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:02.780796 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:02.781392 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:02.781876 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:02.782346 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:02.782802 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:02.783396 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:02.832532 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-275581fe-8bfa-41e8-afee-f186ff91417b req-791e02a4-709c-4400-a543-f99565ca6b5c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4f03ac-0d51-4ef1-9086-3b2b84cb717e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399848 Sep 22 12:30:03.002447 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6216beb2-2cc1-4387-91a6-8e7af5799afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:03.044079 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['e2f4672c-6d5a-4ebe-b44f-8980103a38bf'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:30:03.052605 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:03.151047 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.db.resource_extend [None req-94562b7e-d41b-4361-ad98-76a4ef42fb42 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 22 12:30:03.174169 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6216beb2-2cc1-4387-91a6-8e7af5799afa admin admin] Publish callbacks [] for security_group (d6056d86-3b8d-4bdb-8d33-54e96fe8dc91), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:03.179890 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6216beb2-2cc1-4387-91a6-8e7af5799afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (d6056d86-3b8d-4bdb-8d33-54e96fe8dc91), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:03.231462 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142dbfb-338c-4538-82ab-41c1d3b81e5e req-07f5fbfb-5095-479f-8030-eabea6162655 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:03.232989 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4142dbfb-338c-4538-82ab-41c1d3b81e5e req-07f5fbfb-5095-479f-8030-eabea6162655 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 945 time: 0.1853056 Sep 22 12:30:03.305437 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216beb2-2cc1-4387-91a6-8e7af5799afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6056d86-3b8d-4bdb-8d33-54e96fe8dc91,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:03.310628 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-6216beb2-2cc1-4387-91a6-8e7af5799afa admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=2c7d8fc1168546ea8cfd61bf8cd69a1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5853808 Sep 22 12:30:03.315418 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 47020) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:03.324260 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216beb2-2cc1-4387-91a6-8e7af5799afa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:03.324890 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216beb2-2cc1-4387-91a6-8e7af5799afa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:03.325453 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216beb2-2cc1-4387-91a6-8e7af5799afa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:03.326048 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216beb2-2cc1-4387-91a6-8e7af5799afa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:03.326644 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216beb2-2cc1-4387-91a6-8e7af5799afa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:03.327300 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216beb2-2cc1-4387-91a6-8e7af5799afa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:03.327923 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216beb2-2cc1-4387-91a6-8e7af5799afa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:03.328349 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216beb2-2cc1-4387-91a6-8e7af5799afa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:03.328616 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216beb2-2cc1-4387-91a6-8e7af5799afa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:03.329158 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216beb2-2cc1-4387-91a6-8e7af5799afa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:03.329493 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216beb2-2cc1-4387-91a6-8e7af5799afa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:03.330234 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216beb2-2cc1-4387-91a6-8e7af5799afa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:03.330562 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216beb2-2cc1-4387-91a6-8e7af5799afa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:03.330880 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216beb2-2cc1-4387-91a6-8e7af5799afa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:03.331923 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6216beb2-2cc1-4387-91a6-8e7af5799afa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:03.398537 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-68213849-383c-4791-9582-2b062e14f795 admin admin] Publish callbacks [] for security_group (d6056d86-3b8d-4bdb-8d33-54e96fe8dc91), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:03.408549 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-94562b7e-d41b-4361-ad98-76a4ef42fb42 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:03.422262 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-94562b7e-d41b-4361-ad98-76a4ef42fb42 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (d394c3b0-0585-4bec-a8bb-3fa3d1b01094), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:03.432020 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-68213849-383c-4791-9582-2b062e14f795 admin admin] Publish callbacks [] for security_group (d6056d86-3b8d-4bdb-8d33-54e96fe8dc91), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:03.462189 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:03.484364 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4142dbfb-338c-4538-82ab-41c1d3b81e5e req-52ca4fe8-577b-4468-bc55-a1812b31c0a2 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429936 Sep 22 12:30:03.489243 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-68213849-383c-4791-9582-2b062e14f795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (d6056d86-3b8d-4bdb-8d33-54e96fe8dc91), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:03.492768 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-68213849-383c-4791-9582-2b062e14f795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:03.496574 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-68213849-383c-4791-9582-2b062e14f795 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d6056d86-3b8d-4bdb-8d33-54e96fe8dc91 HTTP/1.1" status: 204 len: 168 time: 0.1778939 Sep 22 12:30:03.498456 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8731a6-af35-4bc2-9492-2bad3cbdb384 req-cae27ef1-f07e-41f9-93d6-e18c2d65ee86 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:03.499891 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7e8731a6-af35-4bc2-9492-2bad3cbdb384 req-cae27ef1-f07e-41f9-93d6-e18c2d65ee86 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.2476454 Sep 22 12:30:03.517269 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68213849-383c-4791-9582-2b062e14f795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6056d86-3b8d-4bdb-8d33-54e96fe8dc91,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:03.594459 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.l3_db [None req-94562b7e-d41b-4361-ad98-76a4ef42fb42 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Floating IP d394c3b0-0585-4bec-a8bb-3fa3d1b01094 associated. External IP: 172.27.0.143, port: 3ccdb191-e1dc-4383-95e0-0dda555c85b6. Sep 22 12:30:03.620095 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7e8731a6-af35-4bc2-9492-2bad3cbdb384 req-0fc7d4fd-8a23-43fa-a95f-70fd575cf2ad tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132264 Sep 22 12:30:03.872781 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 47036) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:03.885987 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-43523406-baad-44ab-9ce8-9d557f3a3395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:03.998685 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-43523406-baad-44ab-9ce8-9d557f3a3395 admin admin] Publish callbacks [] for security_group (aa0f0e98-5531-4380-9f45-d8055ccc6315), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:04.004529 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-43523406-baad-44ab-9ce8-9d557f3a3395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (aa0f0e98-5531-4380-9f45-d8055ccc6315), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:04.022350 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94562b7e-d41b-4361-ad98-76a4ef42fb42 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Router b29ff6e8-f65e-42d9-b132-792f8e95ae0a has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:30:04.027739 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01e8d0-4ca6-499e-95c6-e7277a496556 req-827e2694-4fd7-4be9-b1fc-5204e9c975df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:04.029507 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-9f01e8d0-4ca6-499e-95c6-e7277a496556 req-827e2694-4fd7-4be9-b1fc-5204e9c975df service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 1130 time: 0.0625191 Sep 22 12:30:04.065673 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-43523406-baad-44ab-9ce8-9d557f3a3395 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=44dece259fd4420a9266f68a3a25af51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1915753 Sep 22 12:30:04.070342 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 47038) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:04.102120 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43523406-baad-44ab-9ce8-9d557f3a3395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0f0e98-5531-4380-9f45-d8055ccc6315,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:04.128570 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:04.145872 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:04.147007 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01e8d0-4ca6-499e-95c6-e7277a496556 req-f8e98fc7-197f-4313-ad0a-5a8275ae5349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:04.148506 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-9f01e8d0-4ca6-499e-95c6-e7277a496556 req-f8e98fc7-197f-4313-ad0a-5a8275ae5349 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a HTTP/1.1" status: 200 len: 920 time: 0.1119385 Sep 22 12:30:04.173865 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94562b7e-d41b-4361-ad98-76a4ef42fb42 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:30:04.179899 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-94562b7e-d41b-4361-ad98-76a4ef42fb42 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:04.183166 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-edb95452-06c1-4dd3-b2ea-25ced4374082 admin admin] Publish callbacks [] for security_group (aa0f0e98-5531-4380-9f45-d8055ccc6315), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:04.187143 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-9f01e8d0-4ca6-499e-95c6-e7277a496556 req-50184955-f0e6-4b73-98d8-1bb9598073aa service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1cada3c-6838-41ff-aa19-94a5eda38089 HTTP/1.1" status: 200 len: 217 time: 0.0326924 Sep 22 12:30:04.191191 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c105bd0-5b0e-4252-a440-63e75f693647 None None] Sync routers for ids ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:30:04.202866 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c105bd0-5b0e-4252-a440-63e75f693647 None None] Routers {'b29ff6e8-f65e-42d9-b132-792f8e95ae0a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:30:04.203656 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-5c105bd0-5b0e-4252-a440-63e75f693647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:29:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:04.231284 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-edb95452-06c1-4dd3-b2ea-25ced4374082 admin admin] Publish callbacks [] for security_group (aa0f0e98-5531-4380-9f45-d8055ccc6315), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:04.234260 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-94562b7e-d41b-4361-ad98-76a4ef42fb42 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/d394c3b0-0585-4bec-a8bb-3fa3d1b01094 HTTP/1.1" status: 200 len: 991 time: 2.1160500 Sep 22 12:30:04.239483 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac05188-579c-4644-89f8-233e046b4618', 'tag': '3ccdb191-e1dc-4383-95e0-0dda555c85b6'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:30:04.241796 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a74bc3-45bc-493a-aeb6-ba82b9e26a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac05188-579c-4644-89f8-233e046b4618", "tag": "3ccdb191-e1dc-4383-95e0-0dda555c85b6"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:30:04.290108 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab449fc-b565-4cfd-bc6e-1c796aac6e8e x-openstack-request-id: req-4ab449fc-b565-4cfd-bc6e-1c796aac6e8e {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:30:04.290395 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac05188-579c-4644-89f8-233e046b4618", "tag": "3ccdb191-e1dc-4383-95e0-0dda555c85b6", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:30:04.290648 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4ab449fc-b565-4cfd-bc6e-1c796aac6e8e {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:30:04.291047 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ab449fc-b565-4cfd-bc6e-1c796aac6e8e'] response: {'name': 'network-changed', 'server_uuid': '9ac05188-579c-4644-89f8-233e046b4618', 'tag': '3ccdb191-e1dc-4383-95e0-0dda555c85b6', 'status': 'completed', 'code': 200} Sep 22 12:30:04.292201 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-edb95452-06c1-4dd3-b2ea-25ced4374082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (aa0f0e98-5531-4380-9f45-d8055ccc6315), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:04.294790 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-edb95452-06c1-4dd3-b2ea-25ced4374082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:04.295955 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-edb95452-06c1-4dd3-b2ea-25ced4374082 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/aa0f0e98-5531-4380-9f45-d8055ccc6315 HTTP/1.1" status: 204 len: 168 time: 0.2246695 Sep 22 12:30:04.314407 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb95452-06c1-4dd3-b2ea-25ced4374082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0f0e98-5531-4380-9f45-d8055ccc6315,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:04.317775 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-5c105bd0-5b0e-4252-a440-63e75f693647 None None] Set router b29ff6e8-f65e-42d9-b132-792f8e95ae0a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:30:04.326003 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb95452-06c1-4dd3-b2ea-25ced4374082 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:04.326360 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb95452-06c1-4dd3-b2ea-25ced4374082 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:04.327074 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb95452-06c1-4dd3-b2ea-25ced4374082 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:04.327429 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb95452-06c1-4dd3-b2ea-25ced4374082 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:04.327774 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb95452-06c1-4dd3-b2ea-25ced4374082 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:04.328091 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb95452-06c1-4dd3-b2ea-25ced4374082 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:04.328504 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb95452-06c1-4dd3-b2ea-25ced4374082 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:04.329398 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb95452-06c1-4dd3-b2ea-25ced4374082 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:04.330217 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb95452-06c1-4dd3-b2ea-25ced4374082 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:04.330564 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb95452-06c1-4dd3-b2ea-25ced4374082 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:04.331038 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb95452-06c1-4dd3-b2ea-25ced4374082 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:04.332069 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb95452-06c1-4dd3-b2ea-25ced4374082 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:04.332731 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb95452-06c1-4dd3-b2ea-25ced4374082 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:04.333879 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb95452-06c1-4dd3-b2ea-25ced4374082 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:04.334562 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb95452-06c1-4dd3-b2ea-25ced4374082 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:04.407844 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device e2f4672c-6d5a-4ebe-b44f-8980103a38bf up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:30:04.439482 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01e8d0-4ca6-499e-95c6-e7277a496556 req-8d2dd6e9-c196-450b-a40c-978ecf6bf8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:04.442475 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-9f01e8d0-4ca6-499e-95c6-e7277a496556 req-8d2dd6e9-c196-450b-a40c-978ecf6bf8ee service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6136a7d9-4fb1-4ae9-8b34-a44ca765189e HTTP/1.1" status: 200 len: 858 time: 0.0940392 Sep 22 12:30:04.457145 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a74bc3-45bc-493a-aeb6-ba82b9e26a7f req-1a9e91a0-7f3d-4272-ad56-27d9b99a5f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:04.458474 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a6a74bc3-45bc-493a-aeb6-ba82b9e26a7f req-1a9e91a0-7f3d-4272-ad56-27d9b99a5f17 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=40ddbbe59b90403fb3ea9212d10727aa&device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 1129 time: 0.0721259 Sep 22 12:30:04.499012 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01e8d0-4ca6-499e-95c6-e7277a496556 req-797e4ca8-2999-4c48-99e3-24be139166d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:04.501949 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning for port e2f4672c-6d5a-4ebe-b44f-8980103a38bf completed by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 12:30:04.509265 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-9f01e8d0-4ca6-499e-95c6-e7277a496556 req-797e4ca8-2999-4c48-99e3-24be139166d9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527189 Sep 22 12:30:04.525005 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port e2f4672c-6d5a-4ebe-b44f-8980103a38bf triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:30:04.525800 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (e2f4672c-6d5a-4ebe-b44f-8980103a38bf), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:04.527413 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port e2f4672c-6d5a-4ebe-b44f-8980103a38bf Sep 22 12:30:04.647412 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:04.689480 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a74bc3-45bc-493a-aeb6-ba82b9e26a7f req-a84c75f7-4c3b-4f33-8136-adc68c275197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:04.692470 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a6a74bc3-45bc-493a-aeb6-ba82b9e26a7f req-a84c75f7-4c3b-4f33-8136-adc68c275197 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd HTTP/1.1" status: 200 len: 916 time: 0.2240410 Sep 22 12:30:04.769637 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port e2f4672c-6d5a-4ebe-b44f-8980103a38bf is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:30:04.770030 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (e2f4672c-6d5a-4ebe-b44f-8980103a38bf), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:04.788792 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-9f01e8d0-4ca6-499e-95c6-e7277a496556 req-f7d0f990-594b-4879-8ffb-40cc762bcd0c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785606 Sep 22 12:30:04.829131 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ee64bd-305d-44e5-a1b7-00f4ef55cf64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f4672c-6d5a-4ebe-b44f-8980103a38bf'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:30:04.845774 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a35f65-1a1b-4f25-a10d-aa3ae305727f" -d '{"events": [{"server_uuid": "05ee64bd-305d-44e5-a1b7-00f4ef55cf64", "name": "network-vif-plugged", "status": "completed", "tag": "e2f4672c-6d5a-4ebe-b44f-8980103a38bf"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:30:04.895196 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port e2f4672c-6d5a-4ebe-b44f-8980103a38bf, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=e2f4672c-6d5a-4ebe-b44f-8980103a38bf,segment=NetworkSegment(959b0173-edf3-4a4b-a878-688b20dcf91a),segment_id=959b0173-edf3-4a4b-a878-688b20dcf91a)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:30:04.904349 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-5c105bd0-5b0e-4252-a440-63e75f693647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'd394c3b0-0585-4bec-a8bb-3fa3d1b01094', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'port_id': '3ccdb191-e1dc-4383-95e0-0dda555c85b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'mac_address': 'fa:16:3e:3a:fb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac05188-579c-4644-89f8-233e046b4618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:29:22Z', 'updated_at': '2022-09-22T12:30:03Z', 'revision_number': 1, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:04.910529 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (e2f4672c-6d5a-4ebe-b44f-8980103a38bf), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:04.937616 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c105bd0-5b0e-4252-a440-63e75f693647 None None] Checking router: b29ff6e8-f65e-42d9-b132-792f8e95ae0a for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:30:04.950032 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c105bd0-5b0e-4252-a440-63e75f693647 None None] Routers {'b29ff6e8-f65e-42d9-b132-792f8e95ae0a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:30:04.951128 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-5c105bd0-5b0e-4252-a440-63e75f693647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:29:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:04.962995 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:05.015862 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3f156-70db-414b-b5e8-2d357ccce844 req-cfc5e8ce-76d0-48a3-b2a5-5ca2f0e63cd8 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:05.033499 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1ce3f156-70db-414b-b5e8-2d357ccce844 req-cfc5e8ce-76d0-48a3-b2a5-5ca2f0e63cd8 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 945 time: 0.3368185 Sep 22 12:30:05.058350 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a6a74bc3-45bc-493a-aeb6-ba82b9e26a7f req-7b291a44-0be5-4bdc-8ec8-4f9f57a6789c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ccdb191-e1dc-4383-95e0-0dda555c85b6 HTTP/1.1" status: 200 len: 999 time: 0.3452060 Sep 22 12:30:05.065249 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8adf2-092b-4a8c-8dda-d2c04d4bdd6d req-2c42e34e-5548-4a46-a7c8-5f866abcac54 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:05.067841 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8eb8adf2-092b-4a8c-8dda-d2c04d4bdd6d req-2c42e34e-5548-4a46-a7c8-5f866abcac54 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.2453284 Sep 22 12:30:05.076729 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=e2f4672c-6d5a-4ebe-b44f-8980103a38bf,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:05.086094 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-9f01e8d0-4ca6-499e-95c6-e7277a496556 req-c55fcc0c-6107-4c18-b023-0c173778b737 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900827 Sep 22 12:30:05.204009 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1ce3f156-70db-414b-b5e8-2d357ccce844 req-78d6544d-7acb-400c-80be-c8f76007acf7 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695414 Sep 22 12:30:05.213421 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a74bc3-45bc-493a-aeb6-ba82b9e26a7f req-7cae5d34-2b58-4e22-9eeb-84b0b754d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:05.214949 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a6a74bc3-45bc-493a-aeb6-ba82b9e26a7f req-7cae5d34-2b58-4e22-9eeb-84b0b754d552 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d853fe9a-55b9-4c8d-9099-d1741ea2e14d HTTP/1.1" status: 200 len: 854 time: 0.1403582 Sep 22 12:30:05.222891 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-5c105bd0-5b0e-4252-a440-63e75f693647 None None] Set router b29ff6e8-f65e-42d9-b132-792f8e95ae0a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:30:05.223446 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8eb8adf2-092b-4a8c-8dda-d2c04d4bdd6d req-5130e978-678b-4781-a5f9-2054e8c32d6b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383772 Sep 22 12:30:05.262384 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ad197e-fa8f-4793-91b8-a7a29f30d258 x-openstack-request-id: req-33ad197e-fa8f-4793-91b8-a7a29f30d258 {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:30:05.262685 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ee64bd-305d-44e5-a1b7-00f4ef55cf64", "name": "network-vif-plugged", "status": "completed", "tag": "e2f4672c-6d5a-4ebe-b44f-8980103a38bf", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:30:05.262948 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-33ad197e-fa8f-4793-91b8-a7a29f30d258 {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:30:05.263343 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ad197e-fa8f-4793-91b8-a7a29f30d258'] response: {'server_uuid': '05ee64bd-305d-44e5-a1b7-00f4ef55cf64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f4672c-6d5a-4ebe-b44f-8980103a38bf', 'code': 200} Sep 22 12:30:05.379715 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a74bc3-45bc-493a-aeb6-ba82b9e26a7f req-e3e51271-6cbb-4068-9b48-206b1615b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:05.381548 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a6a74bc3-45bc-493a-aeb6-ba82b9e26a7f req-e3e51271-6cbb-4068-9b48-206b1615b9cf service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0818810 Sep 22 12:30:05.509387 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a6a74bc3-45bc-493a-aeb6-ba82b9e26a7f req-a3681012-130f-4442-a8eb-5d54aa9a8b0f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193419 Sep 22 12:30:05.555082 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-5c105bd0-5b0e-4252-a440-63e75f693647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'd394c3b0-0585-4bec-a8bb-3fa3d1b01094', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'port_id': '3ccdb191-e1dc-4383-95e0-0dda555c85b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'mac_address': 'fa:16:3e:3a:fb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac05188-579c-4644-89f8-233e046b4618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:29:22Z', 'updated_at': '2022-09-22T12:30:03Z', 'revision_number': 1, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:05.582729 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c105bd0-5b0e-4252-a440-63e75f693647 None None] The sync data for ids ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'] in dv-cinder-856463-4-iscsi is: [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'd394c3b0-0585-4bec-a8bb-3fa3d1b01094', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'port_id': '3ccdb191-e1dc-4383-95e0-0dda555c85b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'mac_address': 'fa:16:3e:3a:fb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac05188-579c-4644-89f8-233e046b4618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:29:22Z', 'updated_at': '2022-09-22T12:30:03Z', 'revision_number': 1, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:30:05.651252 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a6a74bc3-45bc-493a-aeb6-ba82b9e26a7f req-e06dfeda-e8d4-4b1f-818d-5149adf04978 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130753 Sep 22 12:30:05.652784 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a57438-4809-448d-a66e-3fef687e497b req-4868c5ba-3215-4761-a662-8a6285a1d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:05.654656 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-14a57438-4809-448d-a66e-3fef687e497b req-4868c5ba-3215-4761-a662-8a6285a1d0d0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 1130 time: 0.1160648 Sep 22 12:30:05.838248 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc0935-b0db-42d1-b033-d7ee115d11fb None None] New status for floating IP d394c3b0-0585-4bec-a8bb-3fa3d1b01094: ACTIVE {{(pid=106190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:30:06.374938 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4eec9-8405-4f84-bbfc-81a80bff2953 req-fff627a5-f6f5-467f-b7fa-5ccdc35c11ff tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:06.376457 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-17e4eec9-8405-4f84-bbfc-81a80bff2953 req-fff627a5-f6f5-467f-b7fa-5ccdc35c11ff tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0811048 Sep 22 12:30:06.396199 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1311e86f-3f5d-4ca7-94e4-805f61e28364 req-a2d60a72-662d-4967-b392-ec7a92e740d6 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:06.397647 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1311e86f-3f5d-4ca7-94e4-805f61e28364 req-a2d60a72-662d-4967-b392-ec7a92e740d6 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0717289 Sep 22 12:30:06.439582 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:06.452210 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:06.472248 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-17e4eec9-8405-4f84-bbfc-81a80bff2953 req-a316b796-e328-4a10-a09b-3b66b78b51e9 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874667 Sep 22 12:30:06.477114 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1311e86f-3f5d-4ca7-94e4-805f61e28364 req-0cada063-8024-4ffd-9c0b-f779c18b3e04 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702701 Sep 22 12:30:07.621971 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d6f1a-aaf2-41b9-8282-de3813865d9c req-3d32a930-2cb5-4bc1-aa97-d29ac6902a31 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:07.623422 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-135d6f1a-aaf2-41b9-8282-de3813865d9c req-3d32a930-2cb5-4bc1-aa97-d29ac6902a31 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0725303 Sep 22 12:30:07.630528 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb0d3f-bcac-412f-8203-f9160d376e22 req-08efe835-e244-4cbb-b506-ba5c0caa663c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:07.631859 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-71bb0d3f-bcac-412f-8203-f9160d376e22 req-08efe835-e244-4cbb-b506-ba5c0caa663c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0709972 Sep 22 12:30:07.705216 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-135d6f1a-aaf2-41b9-8282-de3813865d9c req-cbd70394-552a-4246-9b03-8ddfad30eaf8 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723352 Sep 22 12:30:07.709643 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-71bb0d3f-bcac-412f-8203-f9160d376e22 req-1248ee7e-bcdd-4895-895a-3037148a02b7 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704422 Sep 22 12:30:08.039519 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:08.051785 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:08.857790 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa76a4c-e531-496f-8929-5e4c004d3201 req-0cf3ca3f-109e-4fa7-8b5e-e679a1c9195b tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:08.859270 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4aa76a4c-e531-496f-8929-5e4c004d3201 req-0cf3ca3f-109e-4fa7-8b5e-e679a1c9195b tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0740218 Sep 22 12:30:08.867314 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4a041-13e9-4d17-b2e4-89237399e1cc req-fe734bf5-c779-411e-8a3f-0328d1a33ce2 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:08.868738 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a6e4a041-13e9-4d17-b2e4-89237399e1cc req-fe734bf5-c779-411e-8a3f-0328d1a33ce2 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0814719 Sep 22 12:30:08.952837 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4aa76a4c-e531-496f-8929-5e4c004d3201 req-7728389f-3451-44bf-85e5-4268b94fe21b tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831120 Sep 22 12:30:08.956417 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a6e4a041-13e9-4d17-b2e4-89237399e1cc req-4b236361-edff-46de-8dc6-14816a607ff7 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809221 Sep 22 12:30:08.981318 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-14a57438-4809-448d-a66e-3fef687e497b req-b4b1b58b-d8e9-4a7a-a60e-9cab620540f2 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517473 Sep 22 12:30:09.000511 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a46bc221-0f64-4653-aa1c-86866182be37 req-03f259ac-cf80-4515-a64a-0626250d8773 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429075 Sep 22 12:30:10.117412 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e1526-ef00-4dc1-954b-51302b6e9625 req-6a83ed2c-7622-43dd-8408-97016c362ec5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:10.118795 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c66e1526-ef00-4dc1-954b-51302b6e9625 req-6a83ed2c-7622-43dd-8408-97016c362ec5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0767596 Sep 22 12:30:10.126478 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e5cfa-28f5-41b7-8ba1-554adb2e6a73 req-f8f693f3-d3e2-493c-8cd9-56187ffc926c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:10.127921 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cf1e5cfa-28f5-41b7-8ba1-554adb2e6a73 req-f8f693f3-d3e2-493c-8cd9-56187ffc926c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0735335 Sep 22 12:30:10.205614 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c66e1526-ef00-4dc1-954b-51302b6e9625 req-03a1db9f-36fe-4bd5-93bd-35db49512645 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762384 Sep 22 12:30:10.209688 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cf1e5cfa-28f5-41b7-8ba1-554adb2e6a73 req-ec70cbcb-ac2b-48cd-9324-81873bf62b38 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743256 Sep 22 12:30:10.309099 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:30:11.364339 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49da27-fea3-4543-96de-d7e3425eb122 req-4bcdd1e9-9460-4b99-808f-37c6c42797f0 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:11.365804 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-fe49da27-fea3-4543-96de-d7e3425eb122 req-4bcdd1e9-9460-4b99-808f-37c6c42797f0 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0744963 Sep 22 12:30:11.385244 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6712a-88aa-4c5b-9d7c-76ec888cc5d2 req-4a849de6-8d75-4da1-a5d5-ea21ac449d68 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:11.386548 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-45e6712a-88aa-4c5b-9d7c-76ec888cc5d2 req-4a849de6-8d75-4da1-a5d5-ea21ac449d68 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0659475 Sep 22 12:30:11.456821 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-fe49da27-fea3-4543-96de-d7e3425eb122 req-74ffa04c-6197-4e62-b61d-fc1375052a77 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853713 Sep 22 12:30:11.459999 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-45e6712a-88aa-4c5b-9d7c-76ec888cc5d2 req-0779aed5-dacb-4520-aeb3-733241e93373 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665560 Sep 22 12:30:12.604275 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14554b3-9ac6-4456-b623-3eabd16a7300 req-6de77893-561a-43b4-b521-1d0ae18623b8 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:12.605765 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a14554b3-9ac6-4456-b623-3eabd16a7300 req-6de77893-561a-43b4-b521-1d0ae18623b8 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0732708 Sep 22 12:30:12.611385 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a6f7e-f6c7-427a-995d-d6d1e0bc8370 req-cbe339ec-73fd-4964-b421-219eecd97ac6 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:12.612862 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-362a6f7e-f6c7-427a-995d-d6d1e0bc8370 req-cbe339ec-73fd-4964-b421-219eecd97ac6 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0717587 Sep 22 12:30:12.685607 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a14554b3-9ac6-4456-b623-3eabd16a7300 req-5ac49c3c-f115-4b31-87b7-9529e942953d tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718122 Sep 22 12:30:12.689623 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-362a6f7e-f6c7-427a-995d-d6d1e0bc8370 req-6fd1e5b4-cfe9-47b9-b3d6-dbdf793a95b8 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688181 Sep 22 12:30:13.783375 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:13.821886 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:13.841637 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3102f6-aa29-4ca6-8486-72e7aa55999d req-bf3de93c-0041-421b-a7be-1665bfb29b16 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:13.843128 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-fa3102f6-aa29-4ca6-8486-72e7aa55999d req-bf3de93c-0041-421b-a7be-1665bfb29b16 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0829854 Sep 22 12:30:13.848981 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0babf9e-69e4-4d82-b14f-98ba6f8d421f req-c31c503a-8933-46a5-932d-04caa5c9d2d8 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:13.850399 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a0babf9e-69e4-4d82-b14f-98ba6f8d421f req-c31c503a-8933-46a5-932d-04caa5c9d2d8 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0810115 Sep 22 12:30:13.925601 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-fa3102f6-aa29-4ca6-8486-72e7aa55999d req-a873745c-8e1d-4ffe-aa5e-65a20c82a9a0 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735550 Sep 22 12:30:13.928707 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a0babf9e-69e4-4d82-b14f-98ba6f8d421f req-30587d67-2e02-4245-8dd1-27546d755f93 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712154 Sep 22 12:30:14.628661 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bc221-0f64-4653-aa1c-86866182be37 req-0b2fe65f-98ad-4158-8e55-d75ed283073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:14.631359 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a46bc221-0f64-4653-aa1c-86866182be37 req-0b2fe65f-98ad-4158-8e55-d75ed283073a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=acfd00e7112b409bba3cdf9480508b02&device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 1130 time: 0.0611055 Sep 22 12:30:14.766160 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 47312) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:14.898914 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0ad58ce0-8954-4440-9bbb-6921cdf7fdfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:15.003037 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0ad58ce0-8954-4440-9bbb-6921cdf7fdfe admin admin] Publish callbacks [] for security_group (091d3319-4562-42e2-8158-a5583ece08ef), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:15.005467 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:15.011275 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0ad58ce0-8954-4440-9bbb-6921cdf7fdfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (091d3319-4562-42e2-8158-a5583ece08ef), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:15.089895 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-0ad58ce0-8954-4440-9bbb-6921cdf7fdfe admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=2265e4f50bd34b37a0144856670df4cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3225753 Sep 22 12:30:15.095601 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 47342) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:15.139001 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad58ce0-8954-4440-9bbb-6921cdf7fdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091d3319-4562-42e2-8158-a5583ece08ef,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:15.180575 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b91bc7bf-eae5-4a12-89c3-e7995d1a20e2 admin admin] Publish callbacks [] for security_group (091d3319-4562-42e2-8158-a5583ece08ef), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:15.187599 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bc221-0f64-4653-aa1c-86866182be37 req-4ed769dd-5ca7-42ed-8626-36fe87e5ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:15.189241 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a46bc221-0f64-4653-aa1c-86866182be37 req-4ed769dd-5ca7-42ed-8626-36fe87e5ff60 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=00c667b7-ed04-4735-ad4f-fba2a6edba76 HTTP/1.1" status: 200 len: 913 time: 0.1180229 Sep 22 12:30:15.215109 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b91bc7bf-eae5-4a12-89c3-e7995d1a20e2 admin admin] Publish callbacks [] for security_group (091d3319-4562-42e2-8158-a5583ece08ef), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:15.236770 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc36e4-094e-4776-8b06-e9a6f73219a5 req-182730d8-7f53-427a-a1c1-2b62f4060538 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:15.244630 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d1bc36e4-094e-4776-8b06-e9a6f73219a5 req-182730d8-7f53-427a-a1c1-2b62f4060538 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.2255523 Sep 22 12:30:15.287311 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b91bc7bf-eae5-4a12-89c3-e7995d1a20e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (091d3319-4562-42e2-8158-a5583ece08ef), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:15.293902 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b91bc7bf-eae5-4a12-89c3-e7995d1a20e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:15.293902 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-b91bc7bf-eae5-4a12-89c3-e7995d1a20e2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/091d3319-4562-42e2-8158-a5583ece08ef HTTP/1.1" status: 204 len: 168 time: 0.1940758 Sep 22 12:30:15.300284 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a9904-0c3c-439c-af48-8827a260cd9b req-89c1271d-b4a5-428d-8b3d-f192a0b9364d tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:15.308050 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-588a9904-0c3c-439c-af48-8827a260cd9b req-89c1271d-b4a5-428d-8b3d-f192a0b9364d tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.2484143 Sep 22 12:30:15.322913 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bc7bf-eae5-4a12-89c3-e7995d1a20e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091d3319-4562-42e2-8158-a5583ece08ef,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:15.377567 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-588a9904-0c3c-439c-af48-8827a260cd9b req-ac01f06c-f7c1-4d64-8b62-cab45f25e7fb tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683544 Sep 22 12:30:15.381442 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a46bc221-0f64-4653-aa1c-86866182be37 req-6db764b6-680f-4545-b4fc-e8d665012000 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63348aca-86db-4bd1-aed7-9cad6b48e679 HTTP/1.1" status: 200 len: 217 time: 0.1560497 Sep 22 12:30:15.439718 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d1bc36e4-094e-4776-8b06-e9a6f73219a5 req-3ae7953c-0d40-403a-9cd3-7c22f8cb60bf tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918151 Sep 22 12:30:15.553375 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=70 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:15.877712 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bc221-0f64-4653-aa1c-86866182be37 req-5156d63f-f67a-44d2-b95e-1f1d9327fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:15.879273 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a46bc221-0f64-4653-aa1c-86866182be37 req-5156d63f-f67a-44d2-b95e-1f1d9327fbe9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=c9d5cb36-7762-4e4d-88e2-a9b037283a4c HTTP/1.1" status: 200 len: 851 time: 0.0663247 Sep 22 12:30:15.941735 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bc221-0f64-4653-aa1c-86866182be37 req-10049179-e18f-4ac2-bbc0-f9321f213d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:15.944707 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a46bc221-0f64-4653-aa1c-86866182be37 req-10049179-e18f-4ac2-bbc0-f9321f213d56 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=00c667b7-ed04-4735-ad4f-fba2a6edba76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551047 Sep 22 12:30:16.008951 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 47408) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:16.072977 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a46bc221-0f64-4653-aa1c-86866182be37 req-7da3c41f-d23c-4038-a648-7d44c3cfa932 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/00c667b7-ed04-4735-ad4f-fba2a6edba76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093740 Sep 22 12:30:16.146464 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-178261f4-4721-4444-9b56-aca7f682ba58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:16.174529 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a46bc221-0f64-4653-aa1c-86866182be37 req-a5b893e6-3bc5-4b00-b254-dcb4fc913213 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/00c667b7-ed04-4735-ad4f-fba2a6edba76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943923 Sep 22 12:30:16.252489 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-178261f4-4721-4444-9b56-aca7f682ba58 admin admin] Publish callbacks [] for security_group (9a9c0d15-67ce-4a81-9d4d-5de71f0b30a7), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:16.258075 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-178261f4-4721-4444-9b56-aca7f682ba58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (9a9c0d15-67ce-4a81-9d4d-5de71f0b30a7), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:16.303684 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178261f4-4721-4444-9b56-aca7f682ba58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9c0d15-67ce-4a81-9d4d-5de71f0b30a7,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:16.326404 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-178261f4-4721-4444-9b56-aca7f682ba58 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=cd67711e9def4c7f89a21fc1d464a055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148129 Sep 22 12:30:16.328102 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 47432) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:16.362927 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 47436) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:16.382753 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2b10abd5-73e4-41b6-aa59-7811ae4f4be8 admin admin] Publish callbacks [] for security_group (9a9c0d15-67ce-4a81-9d4d-5de71f0b30a7), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:16.407804 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2b10abd5-73e4-41b6-aa59-7811ae4f4be8 admin admin] Publish callbacks [] for security_group (9a9c0d15-67ce-4a81-9d4d-5de71f0b30a7), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:16.412909 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_v2 [None req-d461e347-31cb-4c06-9f8a-f6d207035d1f admin admin] Deleting subnet 3183181d-898c-475f-845a-e994e09c8897 {{(pid=106188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 12:30:16.417865 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d461e347-31cb-4c06-9f8a-f6d207035d1f admin admin] Publish callbacks [] for subnet (3183181d-898c-475f-845a-e994e09c8897), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:16.475594 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2b10abd5-73e4-41b6-aa59-7811ae4f4be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (9a9c0d15-67ce-4a81-9d4d-5de71f0b30a7), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:16.476847 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d461e347-31cb-4c06-9f8a-f6d207035d1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303476'] for subnet (3183181d-898c-475f-845a-e994e09c8897), precommit_delete_associations {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:16.479324 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2b10abd5-73e4-41b6-aa59-7811ae4f4be8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:16.480711 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-2b10abd5-73e4-41b6-aa59-7811ae4f4be8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9a9c0d15-67ce-4a81-9d4d-5de71f0b30a7 HTTP/1.1" status: 204 len: 168 time: 0.1515133 Sep 22 12:30:16.490554 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10abd5-73e4-41b6-aa59-7811ae4f4be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9c0d15-67ce-4a81-9d4d-5de71f0b30a7,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:16.627005 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:16.708548 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3bd38-fc33-49ad-91af-c6e4d445550d req-fe3886bb-c8db-45eb-bf7a-778aa986b964 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:16.710297 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8fd3bd38-fc33-49ad-91af-c6e4d445550d req-fe3886bb-c8db-45eb-bf7a-778aa986b964 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.2297850 Sep 22 12:30:16.715392 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d461e347-31cb-4c06-9f8a-f6d207035d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16494954'] for subnet (3183181d-898c-475f-845a-e994e09c8897), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:17.050375 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec306d-5a04-4c78-9657-af884d2d92d7 req-44ac56e7-0074-4d6b-9681-5dd0cb8642d2 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:17.070682 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-60ec306d-5a04-4c78-9657-af884d2d92d7 req-44ac56e7-0074-4d6b-9681-5dd0cb8642d2 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.5236115 Sep 22 12:30:17.132435 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:17.183242 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8fd3bd38-fc33-49ad-91af-c6e4d445550d req-b9bfc8be-a6aa-4598-8f1e-3faeca3e5c21 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4649384 Sep 22 12:30:17.205144 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d461e347-31cb-4c06-9f8a-f6d207035d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1310037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2597151'] for subnet (3183181d-898c-475f-845a-e994e09c8897), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:17.230144 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461e347-31cb-4c06-9f8a-f6d207035d1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3183181d-898c-475f-845a-e994e09c8897,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:17.251531 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-60ec306d-5a04-4c78-9657-af884d2d92d7 req-68121459-854b-4e44-8bcc-f83db39a99d8 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648386 Sep 22 12:30:17.292104 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d461e347-31cb-4c06-9f8a-f6d207035d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:17.298569 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-d461e347-31cb-4c06-9f8a-f6d207035d1f admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/3183181d-898c-475f-845a-e994e09c8897 HTTP/1.1" status: 204 len: 168 time: 0.9345722 Sep 22 12:30:17.301018 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 47498) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:17.327279 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 47500) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:17.346847 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-abe9cb8c-52c9-4f6d-ac20-bba5732fe8ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:17.372134 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:17.455585 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17b3af-77ce-4898-b1b3-33cc1fb3c11e req-da2461a7-61ba-4214-9191-1f2c4800c8bc tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:17.458091 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4b17b3af-77ce-4898-b1b3-33cc1fb3c11e req-da2461a7-61ba-4214-9191-1f2c4800c8bc tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.1247370 Sep 22 12:30:17.461169 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-ebf58a99-2df4-41d2-a6a1-fedd9778ae44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16438815'] for network (c02d26da-5f0a-4d1c-8234-7121b56d626f), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:17.472246 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 47508) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:17.490940 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-b67f84d3-bafb-4a75-9a80-2c9eb294f029 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Request body: {'floatingip': {'port_id': 'e2f4672c-6d5a-4ebe-b44f-8980103a38bf'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:30:17.518775 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-abe9cb8c-52c9-4f6d-ac20-bba5732fe8ad admin admin] Publish callbacks [] for security_group (f3ca7935-248b-4b3a-a662-79ce5e405f81), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:17.525008 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-abe9cb8c-52c9-4f6d-ac20-bba5732fe8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (f3ca7935-248b-4b3a-a662-79ce5e405f81), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:17.558085 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:17.580081 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b67f84d3-bafb-4a75-9a80-2c9eb294f029 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for floatingip (13ac5aea-8607-4625-a510-c1026ab21723), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:17.591249 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-abe9cb8c-52c9-4f6d-ac20-bba5732fe8ad admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9f4da2fa32d64563b26e320e62a1ddbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622287 Sep 22 12:30:17.592820 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9cb8c-52c9-4f6d-ac20-bba5732fe8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ca7935-248b-4b3a-a662-79ce5e405f81,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:17.609174 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 47518) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:17.691770 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-995e790d-a828-4b9a-bab7-4d21a7e14b7c admin admin] Publish callbacks [] for security_group (f3ca7935-248b-4b3a-a662-79ce5e405f81), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:17.713973 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-995e790d-a828-4b9a-bab7-4d21a7e14b7c admin admin] Publish callbacks [] for security_group (f3ca7935-248b-4b3a-a662-79ce5e405f81), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:17.716604 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-ebf58a99-2df4-41d2-a6a1-fedd9778ae44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16032833', 'neutron.services.segments.db._delete_segments_for_network-8742011169985'] for network (c02d26da-5f0a-4d1c-8234-7121b56d626f), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:17.778898 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-995e790d-a828-4b9a-bab7-4d21a7e14b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (f3ca7935-248b-4b3a-a662-79ce5e405f81), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:17.780148 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8561a-3d09-45fb-bd78-c371daa3b204 req-5e3cad68-6be0-4c6a-b711-3c5f959aad3d tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:17.781696 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-65b8561a-3d09-45fb-bd78-c371daa3b204 req-5e3cad68-6be0-4c6a-b711-3c5f959aad3d tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 946 time: 0.1960750 Sep 22 12:30:17.782923 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-995e790d-a828-4b9a-bab7-4d21a7e14b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:17.788608 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-ebf58a99-2df4-41d2-a6a1-fedd9778ae44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02d26da-5f0a-4d1c-8234-7121b56d626f']}} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:17.800509 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-995e790d-a828-4b9a-bab7-4d21a7e14b7c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f3ca7935-248b-4b3a-a662-79ce5e405f81 HTTP/1.1" status: 204 len: 168 time: 0.1851530 Sep 22 12:30:17.816736 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e790d-a828-4b9a-bab7-4d21a7e14b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ca7935-248b-4b3a-a662-79ce5e405f81,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:17.817722 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-ebf58a99-2df4-41d2-a6a1-fedd9778ae44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c276128-6c50-4552-8b91-d2db0a7c93aa') {'for_net_delete': True} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:17.818047 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-ebf58a99-2df4-41d2-a6a1-fedd9778ae44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c276128-6c50-4552-8b91-d2db0a7c93aa') {} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:17.847312 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-ebf58a99-2df4-41d2-a6a1-fedd9778ae44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742011169877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303439'] for segment (4c276128-6c50-4552-8b91-d2db0a7c93aa), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:17.914798 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-ebf58a99-2df4-41d2-a6a1-fedd9778ae44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (4c276128-6c50-4552-8b91-d2db0a7c93aa), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:17.935304 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf58a99-2df4-41d2-a6a1-fedd9778ae44 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 12:30:17.935706 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-ebf58a99-2df4-41d2-a6a1-fedd9778ae44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1310191'] for segment (4c276128-6c50-4552-8b91-d2db0a7c93aa), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:17.990360 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-65b8561a-3d09-45fb-bd78-c371daa3b204 req-76f360f6-d6f5-4e24-bde0-19b7ee12dc04 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881580 Sep 22 12:30:17.992233 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.services.segments.plugin [-] Segment 4c276128-6c50-4552-8b91-d2db0a7c93aa resource provider aggregate not found Sep 22 12:30:18.044401 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.services.segments.plugin [-] Segment 4c276128-6c50-4552-8b91-d2db0a7c93aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c276128-6c50-4552-8b91-d2db0a7c93aa found for delete ", "request_id": "req-7f8abc7b-b490-4e44-a8af-1a3c53712173"}]} Sep 22 12:30:18.051030 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-ebf58a99-2df4-41d2-a6a1-fedd9778ae44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16032888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629891'] for network (c02d26da-5f0a-4d1c-8234-7121b56d626f), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:18.073224 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-ebf58a99-2df4-41d2-a6a1-fedd9778ae44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:18.079167 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-ebf58a99-2df4-41d2-a6a1-fedd9778ae44 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/c02d26da-5f0a-4d1c-8234-7121b56d626f HTTP/1.1" status: 204 len: 168 time: 0.7758906 Sep 22 12:30:18.079297 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 47534) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:18.161816 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8e3b1ef-edeb-4c95-97d0-c1dd870252bc admin admin] Deleting subnet aa21586b-4256-440a-8ad1-3c476ef01bf0 {{(pid=106189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 12:30:18.166988 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a8e3b1ef-edeb-4c95-97d0-c1dd870252bc admin admin] Publish callbacks [] for subnet (aa21586b-4256-440a-8ad1-3c476ef01bf0), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:18.253162 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a8e3b1ef-edeb-4c95-97d0-c1dd870252bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4008918'] for subnet (aa21586b-4256-440a-8ad1-3c476ef01bf0), precommit_delete_associations {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:18.257149 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:18.263147 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf58a99-2df4-41d2-a6a1-fedd9778ae44 admin admin] Pushing event deleted for resources: {'Network': ['ID=c02d26da-5f0a-4d1c-8234-7121b56d626f,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:18.333906 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a8e3b1ef-edeb-4c95-97d0-c1dd870252bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16494954'] for subnet (aa21586b-4256-440a-8ad1-3c476ef01bf0), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:18.415649 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:18.440730 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11509c1f-5793-443d-82fd-853efd7d1d29 req-0fb201c7-2fa0-48db-8ecd-956d0af13485 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:18.445389 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11509c1f-5793-443d-82fd-853efd7d1d29 req-0fb201c7-2fa0-48db-8ecd-956d0af13485 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0703185 Sep 22 12:30:18.458491 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a8e3b1ef-edeb-4c95-97d0-c1dd870252bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2984699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3860115'] for subnet (aa21586b-4256-440a-8ad1-3c476ef01bf0), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:18.487153 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3b1ef-edeb-4c95-97d0-c1dd870252bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa21586b-4256-440a-8ad1-3c476ef01bf0,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:18.493238 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a8e3b1ef-edeb-4c95-97d0-c1dd870252bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:18.498836 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-a8e3b1ef-edeb-4c95-97d0-c1dd870252bc admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/aa21586b-4256-440a-8ad1-3c476ef01bf0 HTTP/1.1" status: 204 len: 168 time: 0.4184015 Sep 22 12:30:18.503073 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 47546) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:18.539121 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b67f84d3-bafb-4a75-9a80-2c9eb294f029 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:18.551711 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11509c1f-5793-443d-82fd-853efd7d1d29 req-522e0886-c6eb-4b09-8141-16d9c7eb9736 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053405 Sep 22 12:30:18.553018 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b67f84d3-bafb-4a75-9a80-2c9eb294f029 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (13ac5aea-8607-4625-a510-c1026ab21723), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:18.647632 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-73cdef0c-19bf-4398-b697-bea9e52209a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16438815'] for network (f86b3eaa-b84f-4571-a6ad-3a85e180a71d), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:18.719007 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.l3_db [None req-b67f84d3-bafb-4a75-9a80-2c9eb294f029 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Floating IP 13ac5aea-8607-4625-a510-c1026ab21723 associated. External IP: 172.27.0.250, port: e2f4672c-6d5a-4ebe-b44f-8980103a38bf. Sep 22 12:30:18.752074 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-73cdef0c-19bf-4398-b697-bea9e52209a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16032833', 'neutron.services.segments.db._delete_segments_for_network-8742011169985'] for network (f86b3eaa-b84f-4571-a6ad-3a85e180a71d), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:18.777751 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-73cdef0c-19bf-4398-b697-bea9e52209a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86b3eaa-b84f-4571-a6ad-3a85e180a71d']}} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:18.790803 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-73cdef0c-19bf-4398-b697-bea9e52209a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5277364-cd7c-4ae3-b52f-89c251f21e23') {'for_net_delete': True} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:18.791100 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-73cdef0c-19bf-4398-b697-bea9e52209a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5277364-cd7c-4ae3-b52f-89c251f21e23') {} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:18.807461 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-73cdef0c-19bf-4398-b697-bea9e52209a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742011169877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4008941'] for segment (f5277364-cd7c-4ae3-b52f-89c251f21e23), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:18.814921 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 47554) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:18.828485 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-73cdef0c-19bf-4398-b697-bea9e52209a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (f5277364-cd7c-4ae3-b52f-89c251f21e23), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:18.838629 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73cdef0c-19bf-4398-b697-bea9e52209a2 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 12:30:18.839028 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-73cdef0c-19bf-4398-b697-bea9e52209a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2984513'] for segment (f5277364-cd7c-4ae3-b52f-89c251f21e23), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:18.895465 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.services.segments.plugin [-] Segment f5277364-cd7c-4ae3-b52f-89c251f21e23 resource provider aggregate not found Sep 22 12:30:18.922291 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:18.925261 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.services.segments.plugin [-] Segment f5277364-cd7c-4ae3-b52f-89c251f21e23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5277364-cd7c-4ae3-b52f-89c251f21e23 found for delete ", "request_id": "req-24dff88d-6344-401c-9bc8-edf01121b935"}]} Sep 22 12:30:18.928686 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-73cdef0c-19bf-4398-b697-bea9e52209a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16032888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629891'] for network (f86b3eaa-b84f-4571-a6ad-3a85e180a71d), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:18.939490 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-73cdef0c-19bf-4398-b697-bea9e52209a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:18.944433 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-73cdef0c-19bf-4398-b697-bea9e52209a2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/f86b3eaa-b84f-4571-a6ad-3a85e180a71d HTTP/1.1" status: 204 len: 168 time: 0.4375846 Sep 22 12:30:18.964175 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdef0c-19bf-4398-b697-bea9e52209a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f86b3eaa-b84f-4571-a6ad-3a85e180a71d,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:19.020460 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-326d2feb-d0c7-43c2-9d7e-c0a31ebdfa72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:19.045218 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67f84d3-bafb-4a75-9a80-2c9eb294f029 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Router 9adee683-da65-4a4b-9b93-f161bcd3668a has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:30:19.152484 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 47574) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:19.182970 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-326d2feb-d0c7-43c2-9d7e-c0a31ebdfa72 admin admin] Publish callbacks [] for security_group (2cf80085-0492-45ab-b8c2-e574952e3686), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:19.194597 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-326d2feb-d0c7-43c2-9d7e-c0a31ebdfa72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (2cf80085-0492-45ab-b8c2-e574952e3686), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:19.216110 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0d7ac-bd54-4973-adbb-ff1a60cdfc2b req-d2d0758c-90f6-4aa5-b32b-5cf2d091f789 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:19.221176 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-40c0d7ac-bd54-4973-adbb-ff1a60cdfc2b req-d2d0758c-90f6-4aa5-b32b-5cf2d091f789 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 946 time: 0.1045637 Sep 22 12:30:19.244206 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-326d2feb-d0c7-43c2-9d7e-c0a31ebdfa72 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=6f05076be7044d2db90b9bf0cf45f8c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4282718 Sep 22 12:30:19.249161 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 47576) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:19.255889 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-b41c47ce-588d-425c-9a31-e441824b15e2 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a2fdd81304a7458cac5050ca53cabc4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1023538 Sep 22 12:30:19.256852 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:19.261313 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 47582) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:19.262131 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d2feb-d0c7-43c2-9d7e-c0a31ebdfa72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf80085-0492-45ab-b8c2-e574952e3686,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:19.304544 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67f84d3-bafb-4a75-9a80-2c9eb294f029 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:30:19.317380 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57caec-e8de-4fa7-8ddf-b5413441d844 None None] Sync routers for ids ['9adee683-da65-4a4b-9b93-f161bcd3668a'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:30:19.329171 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b67f84d3-bafb-4a75-9a80-2c9eb294f029 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:19.341409 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a57caec-e8de-4fa7-8ddf-b5413441d844 None None] Routers {'9adee683-da65-4a4b-9b93-f161bcd3668a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:30:19.342933 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-2a57caec-e8de-4fa7-8ddf-b5413441d844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:29:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9adee683-da65-4a4b-9b93-f161bcd3668a'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:19.354507 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-1d7e0453-351f-494d-8ab3-a8512508a1cc admin admin] Publish callbacks [] for security_group (7a3a1af4-8bbd-4ae1-9afd-041dd363649b), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:19.377150 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-1d7e0453-351f-494d-8ab3-a8512508a1cc admin admin] Publish callbacks [] for security_group (7a3a1af4-8bbd-4ae1-9afd-041dd363649b), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:19.379950 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-b67f84d3-bafb-4a75-9a80-2c9eb294f029 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/13ac5aea-8607-4625-a510-c1026ab21723 HTTP/1.1" status: 200 len: 992 time: 1.8950837 Sep 22 12:30:19.389206 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ee64bd-305d-44e5-a1b7-00f4ef55cf64', 'tag': 'e2f4672c-6d5a-4ebe-b44f-8980103a38bf'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:30:19.391657 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77e2f8c-0d9e-4304-853e-ea0fb495306e" -d '{"events": [{"name": "network-changed", "server_uuid": "05ee64bd-305d-44e5-a1b7-00f4ef55cf64", "tag": "e2f4672c-6d5a-4ebe-b44f-8980103a38bf"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:30:19.417388 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-40c0d7ac-bd54-4973-adbb-ff1a60cdfc2b req-177e5205-b909-43d8-8234-95a480260717 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927450 Sep 22 12:30:19.434637 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-9f82d759-9c14-45fa-92d9-def305aa9e9d admin admin] Publish callbacks [] for security_group (2cf80085-0492-45ab-b8c2-e574952e3686), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:19.463962 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f393fde-bd87-4d6e-915d-cc22334dfb09 x-openstack-request-id: req-9f393fde-bd87-4d6e-915d-cc22334dfb09 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:30:19.464596 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ee64bd-305d-44e5-a1b7-00f4ef55cf64", "tag": "e2f4672c-6d5a-4ebe-b44f-8980103a38bf", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:30:19.464908 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9f393fde-bd87-4d6e-915d-cc22334dfb09 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:30:19.465387 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f393fde-bd87-4d6e-915d-cc22334dfb09'] response: {'name': 'network-changed', 'server_uuid': '05ee64bd-305d-44e5-a1b7-00f4ef55cf64', 'tag': 'e2f4672c-6d5a-4ebe-b44f-8980103a38bf', 'status': 'completed', 'code': 200} Sep 22 12:30:19.471480 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-1d7e0453-351f-494d-8ab3-a8512508a1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (7a3a1af4-8bbd-4ae1-9afd-041dd363649b), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:19.475090 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-1d7e0453-351f-494d-8ab3-a8512508a1cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:19.476753 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-1d7e0453-351f-494d-8ab3-a8512508a1cc admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7a3a1af4-8bbd-4ae1-9afd-041dd363649b HTTP/1.1" status: 204 len: 168 time: 0.2116513 Sep 22 12:30:19.497229 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e0453-351f-494d-8ab3-a8512508a1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3a1af4-8bbd-4ae1-9afd-041dd363649b,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:19.500751 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-9f82d759-9c14-45fa-92d9-def305aa9e9d admin admin] Publish callbacks [] for security_group (2cf80085-0492-45ab-b8c2-e574952e3686), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:19.544895 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-2a57caec-e8de-4fa7-8ddf-b5413441d844 None None] Set router 9adee683-da65-4a4b-9b93-f161bcd3668a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:30:19.626890 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:19.633577 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:19.636048 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e2f8c-0d9e-4304-853e-ea0fb495306e req-abf9b1fc-42e0-45e5-acc7-e1cc2841e585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:19.638524 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b77e2f8c-0d9e-4304-853e-ea0fb495306e req-abf9b1fc-42e0-45e5-acc7-e1cc2841e585 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=89fe74d1d646452e83cb93420766c0a2&device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 1130 time: 0.1268272 Sep 22 12:30:19.658707 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-9f82d759-9c14-45fa-92d9-def305aa9e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (2cf80085-0492-45ab-b8c2-e574952e3686), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:19.667404 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-9f82d759-9c14-45fa-92d9-def305aa9e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:19.671091 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-9f82d759-9c14-45fa-92d9-def305aa9e9d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2cf80085-0492-45ab-b8c2-e574952e3686 HTTP/1.1" status: 204 len: 168 time: 0.4167562 Sep 22 12:30:19.684755 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82d759-9c14-45fa-92d9-def305aa9e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf80085-0492-45ab-b8c2-e574952e3686,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:19.757129 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee758d95-cf2f-49db-ae63-4b3f295be13b req-92456f1f-2035-4510-b4d8-dcec626d2f0e tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:19.758667 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ee758d95-cf2f-49db-ae63-4b3f295be13b req-92456f1f-2035-4510-b4d8-dcec626d2f0e tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0646262 Sep 22 12:30:19.873707 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ee758d95-cf2f-49db-ae63-4b3f295be13b req-ca70fc90-7cb4-49c5-9216-c982fb60ef57 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043491 Sep 22 12:30:19.934796 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e2f8c-0d9e-4304-853e-ea0fb495306e req-ef1b2733-6c8f-4671-94cd-5931d17d5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:19.936268 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b77e2f8c-0d9e-4304-853e-ea0fb495306e req-ef1b2733-6c8f-4671-94cd-5931d17d5818 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=fa4f03ac-0d51-4ef1-9086-3b2b84cb717e HTTP/1.1" status: 200 len: 912 time: 0.1364229 Sep 22 12:30:19.940729 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-2a57caec-e8de-4fa7-8ddf-b5413441d844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'name': 'tempest-AttachVolumeTestJSON-2139353545-router', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'gw_port': {'id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:03Z', 'updated_at': '2022-09-22T12:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '13ac5aea-8607-4625-a510-c1026ab21723', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'port_id': 'e2f4672c-6d5a-4ebe-b44f-8980103a38bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'mac_address': 'fa:16:3e:c4:8f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ee64bd-305d-44e5-a1b7-00f4ef55cf64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:29:29Z', 'updated_at': '2022-09-22T12:30:18Z', 'revision_number': 1, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '211b583f-2a4c-4b8c-826c-0648c7e4c3c6', 'name': '', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'mac_address': 'fa:16:3e:1e:71:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:14Z', 'updated_at': '2022-09-22T12:29:30Z', 'revision_number': 5, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'subnets': [{'id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:19.984968 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57caec-e8de-4fa7-8ddf-b5413441d844 None None] Checking router: 9adee683-da65-4a4b-9b93-f161bcd3668a for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:30:19.997808 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a57caec-e8de-4fa7-8ddf-b5413441d844 None None] Routers {'9adee683-da65-4a4b-9b93-f161bcd3668a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:30:19.999725 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-2a57caec-e8de-4fa7-8ddf-b5413441d844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:29:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9adee683-da65-4a4b-9b93-f161bcd3668a'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:20.124087 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-2a57caec-e8de-4fa7-8ddf-b5413441d844 None None] Set router 9adee683-da65-4a4b-9b93-f161bcd3668a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:30:20.142771 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 47610) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:20.152719 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:20.210337 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b77e2f8c-0d9e-4304-853e-ea0fb495306e req-f79aef82-ef6b-4259-bc2e-dd6393122f28 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2f4672c-6d5a-4ebe-b44f-8980103a38bf HTTP/1.1" status: 200 len: 1000 time: 0.1211178 Sep 22 12:30:20.296938 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-2616ecc0-0c5a-48fc-87c0-733cc26aae9e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=3be211315de849bead860d49c2ed0a63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1528347 Sep 22 12:30:20.304886 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 47616) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:20.337751 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe1ee7-bb96-4a30-88c8-846f034513f8 req-d44245ea-b9f4-4ca1-94f0-bd6e462ca43c tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:20.339412 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-dcfe1ee7-bb96-4a30-88c8-846f034513f8 req-d44245ea-b9f4-4ca1-94f0-bd6e462ca43c tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 946 time: 0.1741493 Sep 22 12:30:20.341817 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e2f8c-0d9e-4304-853e-ea0fb495306e req-97aaf147-5425-49e3-8973-dc0d33ef65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:20.343795 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b77e2f8c-0d9e-4304-853e-ea0fb495306e req-97aaf147-5425-49e3-8973-dc0d33ef65d9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d3942071-66f3-4019-bd71-b3135c985af6 HTTP/1.1" status: 200 len: 850 time: 0.1224561 Sep 22 12:30:20.421475 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e2f8c-0d9e-4304-853e-ea0fb495306e req-f31675d3-4ab1-4da5-8a9f-ab2cbcdb59e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:20.423379 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b77e2f8c-0d9e-4304-853e-ea0fb495306e req-f31675d3-4ab1-4da5-8a9f-ab2cbcdb59e8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=fa4f03ac-0d51-4ef1-9086-3b2b84cb717e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639036 Sep 22 12:30:20.549737 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b77e2f8c-0d9e-4304-853e-ea0fb495306e req-4f048d04-87cf-4113-9e46-03f99d21a5da service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4f03ac-0d51-4ef1-9086-3b2b84cb717e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152248 Sep 22 12:30:20.579942 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e83e1bf8-45a6-4d7d-8292-c0ed23784978 admin admin] Publish callbacks [] for security_group (0f23237d-4ea5-4741-b31a-24bafa35a432), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:20.633048 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [req-dcfe1ee7-bb96-4a30-88c8-846f034513f8 req-fcd8c60e-c67c-4e6b-bd7c-112ab2a8b4cd tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Deleting port 63348aca-86db-4bd1-aed7-9cad6b48e679 {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:30:20.633431 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-dcfe1ee7-bb96-4a30-88c8-846f034513f8 req-fcd8c60e-c67c-4e6b-bd7c-112ab2a8b4cd tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (63348aca-86db-4bd1-aed7-9cad6b48e679), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:20.642511 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e83e1bf8-45a6-4d7d-8292-c0ed23784978 admin admin] Publish callbacks [] for security_group (0f23237d-4ea5-4741-b31a-24bafa35a432), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:20.678410 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-2a57caec-e8de-4fa7-8ddf-b5413441d844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'name': 'tempest-AttachVolumeTestJSON-2139353545-router', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'gw_port': {'id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:03Z', 'updated_at': '2022-09-22T12:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '13ac5aea-8607-4625-a510-c1026ab21723', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'port_id': 'e2f4672c-6d5a-4ebe-b44f-8980103a38bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'mac_address': 'fa:16:3e:c4:8f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ee64bd-305d-44e5-a1b7-00f4ef55cf64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:29:29Z', 'updated_at': '2022-09-22T12:30:18Z', 'revision_number': 1, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '211b583f-2a4c-4b8c-826c-0648c7e4c3c6', 'name': '', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'mac_address': 'fa:16:3e:1e:71:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:14Z', 'updated_at': '2022-09-22T12:29:30Z', 'revision_number': 5, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'subnets': [{'id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:20.710417 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57caec-e8de-4fa7-8ddf-b5413441d844 None None] The sync data for ids ['9adee683-da65-4a4b-9b93-f161bcd3668a'] in dv-cinder-856463-4-iscsi is: [{'id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'name': 'tempest-AttachVolumeTestJSON-2139353545-router', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'gw_port': {'id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:03Z', 'updated_at': '2022-09-22T12:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '13ac5aea-8607-4625-a510-c1026ab21723', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'port_id': 'e2f4672c-6d5a-4ebe-b44f-8980103a38bf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'mac_address': 'fa:16:3e:c4:8f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ee64bd-305d-44e5-a1b7-00f4ef55cf64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:29:29Z', 'updated_at': '2022-09-22T12:30:18Z', 'revision_number': 1, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '211b583f-2a4c-4b8c-826c-0648c7e4c3c6', 'name': '', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'mac_address': 'fa:16:3e:1e:71:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:14Z', 'updated_at': '2022-09-22T12:29:30Z', 'revision_number': 5, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'subnets': [{'id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:30:20.714467 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7b333-a438-468b-b177-9bace7ca059b req-b9e02738-6b55-4e46-977b-6846a89289fe tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:20.716957 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-dcf7b333-a438-468b-b177-9bace7ca059b req-b9e02738-6b55-4e46-977b-6846a89289fe tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 946 time: 0.1115303 Sep 22 12:30:20.783342 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b77e2f8c-0d9e-4304-853e-ea0fb495306e req-bc91e21a-3439-4aae-a3eb-3061ff5e0bb3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4f03ac-0d51-4ef1-9086-3b2b84cb717e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185965 Sep 22 12:30:20.801338 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [req-dcfe1ee7-bb96-4a30-88c8-846f034513f8 req-fcd8c60e-c67c-4e6b-bd7c-112ab2a8b4cd tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] For port 63348aca-86db-4bd1-aed7-9cad6b48e679, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=63348aca-86db-4bd1-aed7-9cad6b48e679,segment=NetworkSegment(ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828),segment_id=ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:30:20.801618 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-dcfe1ee7-bb96-4a30-88c8-846f034513f8 req-fcd8c60e-c67c-4e6b-bd7c-112ab2a8b4cd tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (63348aca-86db-4bd1-aed7-9cad6b48e679), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:20.820632 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e83e1bf8-45a6-4d7d-8292-c0ed23784978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (0f23237d-4ea5-4741-b31a-24bafa35a432), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:20.823780 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e83e1bf8-45a6-4d7d-8292-c0ed23784978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:20.827583 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-e83e1bf8-45a6-4d7d-8292-c0ed23784978 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/0f23237d-4ea5-4741-b31a-24bafa35a432 HTTP/1.1" status: 204 len: 168 time: 0.5191674 Sep 22 12:30:20.837606 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [req-dcfe1ee7-bb96-4a30-88c8-846f034513f8 req-fcd8c60e-c67c-4e6b-bd7c-112ab2a8b4cd tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Calling delete_port for 63348aca-86db-4bd1-aed7-9cad6b48e679 owned by compute:nova {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:30:20.850040 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-dcf7b333-a438-468b-b177-9bace7ca059b req-a73a4fb8-f829-40ac-b497-b0c4b22d5086 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008251 Sep 22 12:30:20.853360 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e1bf8-45a6-4d7d-8292-c0ed23784978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f23237d-4ea5-4741-b31a-24bafa35a432,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:21.023910 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=6 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:21.079851 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-dcfe1ee7-bb96-4a30-88c8-846f034513f8 req-fcd8c60e-c67c-4e6b-bd7c-112ab2a8b4cd tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (63348aca-86db-4bd1-aed7-9cad6b48e679), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:21.097334 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['63348aca-86db-4bd1-aed7-9cad6b48e679'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:30:21.120923 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132a061-774c-4ec1-9392-4186cc70d9d8 req-a3f80319-bdd5-4d8c-93c7-95162a8c4213 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:21.120923 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7132a061-774c-4ec1-9392-4186cc70d9d8 req-a3f80319-bdd5-4d8c-93c7-95162a8c4213 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.1255505 Sep 22 12:30:21.195183 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed52d40-04f1-4d46-89e5-189e29660f08 None None] New status for floating IP 13ac5aea-8607-4625-a510-c1026ab21723: ACTIVE {{(pid=106190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:30:21.260242 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8c60e-c67c-4e6b-bd7c-112ab2a8b4cd tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Pushing event deleted for resources: {'Port': ['ID=63348aca-86db-4bd1-aed7-9cad6b48e679,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:21.290550 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:21.299113 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7132a061-774c-4ec1-9392-4186cc70d9d8 req-c45f4c81-25f8-488c-b270-0f2bfc9544bf tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661716 Sep 22 12:30:21.313567 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfe1ee7-bb96-4a30-88c8-846f034513f8 req-fcd8c60e-c67c-4e6b-bd7c-112ab2a8b4cd tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] No DVR routers for this DVR port 63348aca-86db-4bd1-aed7-9cad6b48e679 on host hv-cinder-85646 {{(pid=106189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:30:21.320092 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-dcfe1ee7-bb96-4a30-88c8-846f034513f8 req-fcd8c60e-c67c-4e6b-bd7c-112ab2a8b4cd tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:21.341475 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-dcfe1ee7-bb96-4a30-88c8-846f034513f8 req-fcd8c60e-c67c-4e6b-bd7c-112ab2a8b4cd tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.20 "DELETE /networking/v2.0/ports/63348aca-86db-4bd1-aed7-9cad6b48e679 HTTP/1.1" status: 204 len: 173 time: 0.9860957 Sep 22 12:30:21.341873 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e388d2-8f9f-483b-8b65-1abf586e7910', 'name': 'network-vif-deleted', 'tag': '63348aca-86db-4bd1-aed7-9cad6b48e679'}] {{(pid=106189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:30:21.345705 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64be3f76f25325df4d162c623afd71985c9d526dbd3dd574d951cc56993afe1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264ee082-39c1-40b7-a2bb-68403d0774f2" -d '{"events": [{"server_uuid": "f7e388d2-8f9f-483b-8b65-1abf586e7910", "name": "network-vif-deleted", "tag": "63348aca-86db-4bd1-aed7-9cad6b48e679"}]}' {{(pid=106189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:30:21.426896 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e013808e-189c-4926-8745-8622aabd002f x-openstack-request-id: req-e013808e-189c-4926-8745-8622aabd002f {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:30:21.427289 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e388d2-8f9f-483b-8b65-1abf586e7910", "name": "network-vif-deleted", "tag": "63348aca-86db-4bd1-aed7-9cad6b48e679", "status": "completed", "code": 200}]} {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:30:21.428226 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e013808e-189c-4926-8745-8622aabd002f {{(pid=106189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:30:21.428816 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e013808e-189c-4926-8745-8622aabd002f'] response: {'server_uuid': 'f7e388d2-8f9f-483b-8b65-1abf586e7910', 'name': 'network-vif-deleted', 'tag': '63348aca-86db-4bd1-aed7-9cad6b48e679', 'status': 'completed', 'code': 200} Sep 22 12:30:22.009208 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d4f9051a-ca71-493a-b633-70d05c1e0d79 req-38f8d10e-bc4b-4a15-a8de-dff5c0dd9b99 tempest-DeleteServersTestJSON-370625270 tempest-DeleteServersTestJSON-370625270-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f7e388d2-8f9f-483b-8b65-1abf586e7910 HTTP/1.1" status: 200 len: 210 time: 0.0426493 Sep 22 12:30:22.445701 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f42149-43e1-4ca8-98fc-d9e981c4ee61 req-000e635f-628b-43f1-8a18-3ac435877c52 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:22.447791 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-92f42149-43e1-4ca8-98fc-d9e981c4ee61 req-000e635f-628b-43f1-8a18-3ac435877c52 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0716963 Sep 22 12:30:22.526030 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:22.533519 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-92f42149-43e1-4ca8-98fc-d9e981c4ee61 req-40c58c5e-4e00-4386-8784-cb956b4d2c55 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753965 Sep 22 12:30:22.787078 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 47708) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:22.974176 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0ac3ec67-60b6-4659-a037-035aed8aca58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:23.077919 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0ac3ec67-60b6-4659-a037-035aed8aca58 admin admin] Publish callbacks [] for security_group (d5851a65-5f6e-406c-8743-1ec39344e85a), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:23.081895 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0ac3ec67-60b6-4659-a037-035aed8aca58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (d5851a65-5f6e-406c-8743-1ec39344e85a), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:23.119436 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3ec67-60b6-4659-a037-035aed8aca58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5851a65-5f6e-406c-8743-1ec39344e85a,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:23.127391 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-0ac3ec67-60b6-4659-a037-035aed8aca58 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=36e73ab908dd45449a62274bf18aac2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366899 Sep 22 12:30:23.128400 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 47732) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:23.181189 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5ba5790e-f9b5-4fed-992b-75c7396f4aa8 admin admin] Publish callbacks [] for security_group (d5851a65-5f6e-406c-8743-1ec39344e85a), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:23.200984 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5ba5790e-f9b5-4fed-992b-75c7396f4aa8 admin admin] Publish callbacks [] for security_group (d5851a65-5f6e-406c-8743-1ec39344e85a), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:23.251183 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5ba5790e-f9b5-4fed-992b-75c7396f4aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (d5851a65-5f6e-406c-8743-1ec39344e85a), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:23.253832 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5ba5790e-f9b5-4fed-992b-75c7396f4aa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:23.255197 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-5ba5790e-f9b5-4fed-992b-75c7396f4aa8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d5851a65-5f6e-406c-8743-1ec39344e85a HTTP/1.1" status: 204 len: 168 time: 0.1266689 Sep 22 12:30:23.263770 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5790e-f9b5-4fed-992b-75c7396f4aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5851a65-5f6e-406c-8743-1ec39344e85a,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:23.667650 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6342b2-bda5-4712-a5d0-1a7467fcd51d req-a4c833df-7321-415a-95af-89a86d010ce7 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:23.669727 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-db6342b2-bda5-4712-a5d0-1a7467fcd51d req-a4c833df-7321-415a-95af-89a86d010ce7 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0568125 Sep 22 12:30:23.719788 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-db6342b2-bda5-4712-a5d0-1a7467fcd51d req-de3d0d6f-f56e-4d2e-9cd0-266e50d7ff46 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441239 Sep 22 12:30:24.538020 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 47800) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:24.574687 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 63348aca-86db-4bd1-aed7-9cad6b48e679 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:30:24.593605 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] No Port match for: 63348aca-86db-4bd1-aed7-9cad6b48e679 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:30:24.593941 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 63348aca-86db-4bd1-aed7-9cad6b48e679 not bound to the agent host hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:30:24.846602 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf0f09-45c3-4ebf-a78e-1600d315c51f req-eee85232-caaa-43cd-9bc2-cf4ff0fc6721 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:24.848762 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-97bf0f09-45c3-4ebf-a78e-1600d315c51f req-eee85232-caaa-43cd-9bc2-cf4ff0fc6721 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0507550 Sep 22 12:30:24.899573 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-97bf0f09-45c3-4ebf-a78e-1600d315c51f req-29dc32bf-a91f-4aab-8610-9cf29997a911 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447798 Sep 22 12:30:25.003725 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-39992ed7-ec16-4d65-ba9e-1ffc34cadbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:25.116934 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-769950f4-6c47-433b-8012-83f4f76c8cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425388'] for router_interface (82577888-5883-420a-8bdc-683193210c88), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:25.316895 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:25.349304 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:25.384106 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-769950f4-6c47-433b-8012-83f4f76c8cec admin admin] Deleting port 87e23768-14cc-492b-88f1-d2ce54769e28 {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:30:25.384397 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-769950f4-6c47-433b-8012-83f4f76c8cec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (87e23768-14cc-492b-88f1-d2ce54769e28), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:25.467731 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [None req-769950f4-6c47-433b-8012-83f4f76c8cec admin admin] For port 87e23768-14cc-492b-88f1-d2ce54769e28, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=87e23768-14cc-492b-88f1-d2ce54769e28,segment=NetworkSegment(ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828),segment_id=ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:30:25.468086 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-769950f4-6c47-433b-8012-83f4f76c8cec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (87e23768-14cc-492b-88f1-d2ce54769e28), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:25.480491 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-769950f4-6c47-433b-8012-83f4f76c8cec admin admin] Calling delete_port for 87e23768-14cc-492b-88f1-d2ce54769e28 owned by network:router_interface {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:30:25.665494 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-769950f4-6c47-433b-8012-83f4f76c8cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (87e23768-14cc-492b-88f1-d2ce54769e28), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:25.685497 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 47818) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:25.695792 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769950f4-6c47-433b-8012-83f4f76c8cec admin admin] Pushing event deleted for resources: {'Port': ['ID=87e23768-14cc-492b-88f1-d2ce54769e28,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:25.813187 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0fd4dc77-7e16-4465-ae82-1e61283a2e25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:25.872317 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-769950f4-6c47-433b-8012-83f4f76c8cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630044'] for router_interface (82577888-5883-420a-8bdc-683193210c88), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:25.912804 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0fd4dc77-7e16-4465-ae82-1e61283a2e25 admin admin] Publish callbacks [] for security_group (a784def3-0c44-40d8-8e44-1800e31854d9), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:25.916995 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0fd4dc77-7e16-4465-ae82-1e61283a2e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (a784def3-0c44-40d8-8e44-1800e31854d9), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:25.962256 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-0fd4dc77-7e16-4465-ae82-1e61283a2e25 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=cb6fc9c33d0d4452892744fd265db15f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732787 Sep 22 12:30:25.962256 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4dc77-7e16-4465-ae82-1e61283a2e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a784def3-0c44-40d8-8e44-1800e31854d9,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:25.964387 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 47824) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:26.118271 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769950f4-6c47-433b-8012-83f4f76c8cec admin admin] Router 82577888-5883-420a-8bdc-683193210c88 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:30:26.213550 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:26.224754 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769950f4-6c47-433b-8012-83f4f76c8cec admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:30:26.229923 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-769950f4-6c47-433b-8012-83f4f76c8cec admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/82577888-5883-420a-8bdc-683193210c88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6908953 Sep 22 12:30:26.232453 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 47828) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:26.235118 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6905d4-2460-47c9-8ab7-39b35b83cc67 None None] Sync routers for ids ['82577888-5883-420a-8bdc-683193210c88'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:30:26.246315 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6905d4-2460-47c9-8ab7-39b35b83cc67 None None] Routers {'82577888-5883-420a-8bdc-683193210c88'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:30:26.247379 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-8b6905d4-2460-47c9-8ab7-39b35b83cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:29:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['82577888-5883-420a-8bdc-683193210c88'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:26.266670 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1dfd9-a0a3-4352-bfd0-82192baf5437 req-f19404f2-90c2-48f3-839e-c4dfba0a5d7e tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:26.268246 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9cc1dfd9-a0a3-4352-bfd0-82192baf5437 req-f19404f2-90c2-48f3-839e-c4dfba0a5d7e tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.2741325 Sep 22 12:30:26.269961 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b0a8e777-8785-4981-b57d-2e4e3b8a3c1f admin admin] Publish callbacks [] for security_group (a784def3-0c44-40d8-8e44-1800e31854d9), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:26.271709 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:26.324425 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b0a8e777-8785-4981-b57d-2e4e3b8a3c1f admin admin] Publish callbacks [] for security_group (a784def3-0c44-40d8-8e44-1800e31854d9), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:26.330259 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:26.362179 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-662bed41-a14b-43a7-a17e-d6dad3ed0780 admin admin] Publish callbacks [] for router (82577888-5883-420a-8bdc-683193210c88), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:26.377403 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-8b6905d4-2460-47c9-8ab7-39b35b83cc67 None None] Set router 82577888-5883-420a-8bdc-683193210c88 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:30:26.406083 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9cc1dfd9-a0a3-4352-bfd0-82192baf5437 req-ce42e73e-e1fb-4267-b14a-be0a194480c2 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223745 Sep 22 12:30:26.443545 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b0a8e777-8785-4981-b57d-2e4e3b8a3c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (a784def3-0c44-40d8-8e44-1800e31854d9), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:26.446957 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b0a8e777-8785-4981-b57d-2e4e3b8a3c1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:26.461294 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-b0a8e777-8785-4981-b57d-2e4e3b8a3c1f admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a784def3-0c44-40d8-8e44-1800e31854d9 HTTP/1.1" status: 204 len: 168 time: 0.4922624 Sep 22 12:30:26.475883 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8e777-8785-4981-b57d-2e4e3b8a3c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a784def3-0c44-40d8-8e44-1800e31854d9,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:26.541346 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-662bed41-a14b-43a7-a17e-d6dad3ed0780 admin admin] Publish callbacks [] for router_gateway (82577888-5883-420a-8bdc-683193210c88), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:26.620013 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-662bed41-a14b-43a7-a17e-d6dad3ed0780 admin admin] Deleting port 778ecca6-457a-47ac-9a48-f0869d8801fc {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:30:26.620406 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-662bed41-a14b-43a7-a17e-d6dad3ed0780 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (778ecca6-457a-47ac-9a48-f0869d8801fc), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:26.638293 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:26.639937 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-8b6905d4-2460-47c9-8ab7-39b35b83cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82577888-5883-420a-8bdc-683193210c88', 'name': 'tempest-DeleteServersTestJSON-1801587263-router', 'tenant_id': 'acfd00e7112b409bba3cdf9480508b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.56'}], 'enable_snat': True}, 'gw_port_id': '778ecca6-457a-47ac-9a48-f0869d8801fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:00Z', 'updated_at': '2022-09-22T12:30:25Z', 'revision_number': 5, 'project_id': 'acfd00e7112b409bba3cdf9480508b02', 'gw_port': {'id': '778ecca6-457a-47ac-9a48-f0869d8801fc', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82577888-5883-420a-8bdc-683193210c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:26.678852 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6905d4-2460-47c9-8ab7-39b35b83cc67 None None] Checking router: 82577888-5883-420a-8bdc-683193210c88 for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:30:26.691858 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6905d4-2460-47c9-8ab7-39b35b83cc67 None None] Routers {'82577888-5883-420a-8bdc-683193210c88'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:30:26.692740 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-8b6905d4-2460-47c9-8ab7-39b35b83cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:29:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['82577888-5883-420a-8bdc-683193210c88'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:26.736593 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [None req-662bed41-a14b-43a7-a17e-d6dad3ed0780 admin admin] For port 778ecca6-457a-47ac-9a48-f0869d8801fc, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=778ecca6-457a-47ac-9a48-f0869d8801fc,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:30:26.737119 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-662bed41-a14b-43a7-a17e-d6dad3ed0780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (778ecca6-457a-47ac-9a48-f0869d8801fc), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:26.751580 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-662bed41-a14b-43a7-a17e-d6dad3ed0780 admin admin] Calling delete_port for 778ecca6-457a-47ac-9a48-f0869d8801fc owned by network:router_gateway {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:30:26.754202 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:26.782653 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-8b6905d4-2460-47c9-8ab7-39b35b83cc67 None None] Set router 82577888-5883-420a-8bdc-683193210c88 gateway port host: None {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:30:26.823509 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 47840) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:26.837786 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e289fd49-7ce4-47b0-8b4a-0535f7c375a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:26.838816 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-8b6905d4-2460-47c9-8ab7-39b35b83cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82577888-5883-420a-8bdc-683193210c88', 'name': 'tempest-DeleteServersTestJSON-1801587263-router', 'tenant_id': 'acfd00e7112b409bba3cdf9480508b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:00Z', 'updated_at': '2022-09-22T12:30:26Z', 'revision_number': 6, 'project_id': 'acfd00e7112b409bba3cdf9480508b02', 'gw_port_host': None}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:26.862833 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6905d4-2460-47c9-8ab7-39b35b83cc67 None None] The sync data for ids ['82577888-5883-420a-8bdc-683193210c88'] in dv-cinder-856463-4-iscsi is: [{'id': '82577888-5883-420a-8bdc-683193210c88', 'name': 'tempest-DeleteServersTestJSON-1801587263-router', 'tenant_id': 'acfd00e7112b409bba3cdf9480508b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:00Z', 'updated_at': '2022-09-22T12:30:26Z', 'revision_number': 6, 'project_id': 'acfd00e7112b409bba3cdf9480508b02', 'gw_port_host': None}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:30:26.934813 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e289fd49-7ce4-47b0-8b4a-0535f7c375a1 admin admin] Publish callbacks [] for security_group (bf773926-9a5e-41ec-b0a0-80a763b64d8c), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:26.940135 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e289fd49-7ce4-47b0-8b4a-0535f7c375a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (bf773926-9a5e-41ec-b0a0-80a763b64d8c), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:26.947690 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-662bed41-a14b-43a7-a17e-d6dad3ed0780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (778ecca6-457a-47ac-9a48-f0869d8801fc), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:26.972607 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bed41-a14b-43a7-a17e-d6dad3ed0780 admin admin] Pushing event deleted for resources: {'Port': ['ID=778ecca6-457a-47ac-9a48-f0869d8801fc,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:26.980953 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-e289fd49-7ce4-47b0-8b4a-0535f7c375a1 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d6e66163ff024f309225ae583baa4237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1561143 Sep 22 12:30:26.981855 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289fd49-7ce4-47b0-8b4a-0535f7c375a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf773926-9a5e-41ec-b0a0-80a763b64d8c,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:26.984262 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 47842) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:27.023912 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:27.044580 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-662bed41-a14b-43a7-a17e-d6dad3ed0780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629846'] for router_gateway (82577888-5883-420a-8bdc-683193210c88), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:27.045694 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1213b415-68fd-4736-b3b3-23326eab97cf admin admin] Publish callbacks [] for security_group (bf773926-9a5e-41ec-b0a0-80a763b64d8c), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:27.055725 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-826a01f9-36a3-4cf4-be0c-3865a3e151c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:27.069301 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1213b415-68fd-4736-b3b3-23326eab97cf admin admin] Publish callbacks [] for security_group (bf773926-9a5e-41ec-b0a0-80a763b64d8c), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:27.121170 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1213b415-68fd-4736-b3b3-23326eab97cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (bf773926-9a5e-41ec-b0a0-80a763b64d8c), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:27.123818 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1213b415-68fd-4736-b3b3-23326eab97cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:27.127314 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-1213b415-68fd-4736-b3b3-23326eab97cf admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/bf773926-9a5e-41ec-b0a0-80a763b64d8c HTTP/1.1" status: 204 len: 168 time: 0.1391461 Sep 22 12:30:27.136337 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213b415-68fd-4736-b3b3-23326eab97cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf773926-9a5e-41ec-b0a0-80a763b64d8c,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:27.161917 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-662bed41-a14b-43a7-a17e-d6dad3ed0780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-633538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12653'] for router (82577888-5883-420a-8bdc-683193210c88), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:27.164063 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-662bed41-a14b-43a7-a17e-d6dad3ed0780 admin admin] Publish callbacks [] for router_controller (82577888-5883-420a-8bdc-683193210c88), precommit_delete_associations {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:27.230688 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-662bed41-a14b-43a7-a17e-d6dad3ed0780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630113'] for router (82577888-5883-420a-8bdc-683193210c88), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:27.231232 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662bed41-a14b-43a7-a17e-d6dad3ed0780 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82577888-5883-420a-8bdc-683193210c88 {{(pid=106189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 12:30:27.236808 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-662bed41-a14b-43a7-a17e-d6dad3ed0780 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:27.237336 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-662bed41-a14b-43a7-a17e-d6dad3ed0780 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/82577888-5883-420a-8bdc-683193210c88 HTTP/1.1" status: 204 len: 168 time: 1.0039051 Sep 22 12:30:27.240556 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 47848) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:27.290826 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d2e08b-9f70-401c-8393-f0774ddb3dd8 admin admin] Deleting subnet c9d5cb36-7762-4e4d-88e2-a9b037283a4c {{(pid=106188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 12:30:27.294135 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e4d2e08b-9f70-401c-8393-f0774ddb3dd8 admin admin] Publish callbacks [] for subnet (c9d5cb36-7762-4e4d-88e2-a9b037283a4c), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:27.332674 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e4d2e08b-9f70-401c-8393-f0774ddb3dd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303476'] for subnet (c9d5cb36-7762-4e4d-88e2-a9b037283a4c), precommit_delete_associations {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:27.451515 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e4d2e08b-9f70-401c-8393-f0774ddb3dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16494954'] for subnet (c9d5cb36-7762-4e4d-88e2-a9b037283a4c), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:27.549018 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6751fcf-5f3f-4a0e-8daa-58620d59f33d req-122b2fef-0863-48f8-aa2c-5d107a4b16b5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:27.551076 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b6751fcf-5f3f-4a0e-8daa-58620d59f33d req-122b2fef-0863-48f8-aa2c-5d107a4b16b5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0577912 Sep 22 12:30:27.552520 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e4d2e08b-9f70-401c-8393-f0774ddb3dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1310037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2597151'] for subnet (c9d5cb36-7762-4e4d-88e2-a9b037283a4c), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:27.587693 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2e08b-9f70-401c-8393-f0774ddb3dd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9d5cb36-7762-4e4d-88e2-a9b037283a4c,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:27.603046 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e4d2e08b-9f70-401c-8393-f0774ddb3dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:27.606288 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-e4d2e08b-9f70-401c-8393-f0774ddb3dd8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/c9d5cb36-7762-4e4d-88e2-a9b037283a4c HTTP/1.1" status: 204 len: 168 time: 0.3640916 Sep 22 12:30:27.607002 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c59f1f0-2642-43ab-b076-d1b63537ae2a None None] Network 00c667b7-ed04-4735-ad4f-fba2a6edba76 requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:30:27.608833 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 47864) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:27.721574 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:27.744825 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b6751fcf-5f3f-4a0e-8daa-58620d59f33d req-a629c0e0-f9cc-4157-a3b9-ca236739711b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867695 Sep 22 12:30:27.749413 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-40417ffa-4a55-410a-8864-18935ee40924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16438815'] for network (00c667b7-ed04-4735-ad4f-fba2a6edba76), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:27.800652 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-40417ffa-4a55-410a-8864-18935ee40924 admin admin] Deleting port 38dd49fe-de29-45f8-af0b-7e5f3fd7909e {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:30:27.801671 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-40417ffa-4a55-410a-8864-18935ee40924 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (38dd49fe-de29-45f8-af0b-7e5f3fd7909e), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:27.809492 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b97aab-d5fc-4767-8c96-2bd8e375e27d None None] DHCP port deletion for 00c667b7-ed04-4735-ad4f-fba2a6edba76 request from dv-cinder-856463-4-iscsi {{(pid=106190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 12:30:27.873013 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a1b97aab-d5fc-4767-8c96-2bd8e375e27d None None] Deleting port 38dd49fe-de29-45f8-af0b-7e5f3fd7909e {{(pid=106190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:30:27.873655 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a1b97aab-d5fc-4767-8c96-2bd8e375e27d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (38dd49fe-de29-45f8-af0b-7e5f3fd7909e), before_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:27.900249 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [None req-40417ffa-4a55-410a-8864-18935ee40924 admin admin] For port 38dd49fe-de29-45f8-af0b-7e5f3fd7909e, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=38dd49fe-de29-45f8-af0b-7e5f3fd7909e,segment=NetworkSegment(ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828),segment_id=ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:30:27.901039 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-40417ffa-4a55-410a-8864-18935ee40924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (38dd49fe-de29-45f8-af0b-7e5f3fd7909e), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:27.919109 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-40417ffa-4a55-410a-8864-18935ee40924 admin admin] Calling delete_port for 38dd49fe-de29-45f8-af0b-7e5f3fd7909e owned by network:dhcp {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:30:27.996057 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a1b97aab-d5fc-4767-8c96-2bd8e375e27d None None] For port 38dd49fe-de29-45f8-af0b-7e5f3fd7909e, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=38dd49fe-de29-45f8-af0b-7e5f3fd7909e,segment=NetworkSegment(ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828),segment_id=ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:30:27.996625 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a1b97aab-d5fc-4767-8c96-2bd8e375e27d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (38dd49fe-de29-45f8-af0b-7e5f3fd7909e), precommit_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:28.023526 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a1b97aab-d5fc-4767-8c96-2bd8e375e27d None None] Calling delete_port for 38dd49fe-de29-45f8-af0b-7e5f3fd7909e owned by network:dhcp {{(pid=106190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:30:28.089448 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:28.098336 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-40417ffa-4a55-410a-8864-18935ee40924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (38dd49fe-de29-45f8-af0b-7e5f3fd7909e), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:28.126311 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40417ffa-4a55-410a-8864-18935ee40924 admin admin] Pushing event deleted for resources: {'Port': ['ID=38dd49fe-de29-45f8-af0b-7e5f3fd7909e,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:28.139428 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40417ffa-4a55-410a-8864-18935ee40924 admin admin] No DVR routers for this DVR port 38dd49fe-de29-45f8-af0b-7e5f3fd7909e on host dv-cinder-856463-4-iscsi {{(pid=106188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:30:28.156166 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:28.162819 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 778ecca6-457a-47ac-9a48-f0869d8801fc no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:30:28.211102 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 778ecca6-457a-47ac-9a48-f0869d8801fc {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:30:28.211102 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 778ecca6-457a-47ac-9a48-f0869d8801fc not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:30:28.211102 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 87e23768-14cc-492b-88f1-d2ce54769e28 no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:30:28.235013 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 87e23768-14cc-492b-88f1-d2ce54769e28 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:30:28.235372 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 87e23768-14cc-492b-88f1-d2ce54769e28 not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:30:28.235901 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 38dd49fe-de29-45f8-af0b-7e5f3fd7909e no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:30:28.267571 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-40417ffa-4a55-410a-8864-18935ee40924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16032833', 'neutron.services.segments.db._delete_segments_for_network-8742011169985'] for network (00c667b7-ed04-4735-ad4f-fba2a6edba76), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:28.270838 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 38dd49fe-de29-45f8-af0b-7e5f3fd7909e {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:30:28.271284 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 38dd49fe-de29-45f8-af0b-7e5f3fd7909e not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:30:28.287909 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-40417ffa-4a55-410a-8864-18935ee40924 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c667b7-ed04-4735-ad4f-fba2a6edba76']}} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:28.295838 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a1b97aab-d5fc-4767-8c96-2bd8e375e27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169'] for port (38dd49fe-de29-45f8-af0b-7e5f3fd7909e), after_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:28.299595 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-40417ffa-4a55-410a-8864-18935ee40924 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828') {'for_net_delete': True} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:28.299902 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-40417ffa-4a55-410a-8864-18935ee40924 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828') {} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:28.311200 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-40417ffa-4a55-410a-8864-18935ee40924 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742011169877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303439'] for segment (ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:28.321260 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b97aab-d5fc-4767-8c96-2bd8e375e27d None None] Pushing event deleted for resources: {'Port': ['ID=38dd49fe-de29-45f8-af0b-7e5f3fd7909e,revision_number=None']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:28.329948 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-40417ffa-4a55-410a-8864-18935ee40924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:28.333111 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b97aab-d5fc-4767-8c96-2bd8e375e27d None None] No DVR routers for this DVR port 38dd49fe-de29-45f8-af0b-7e5f3fd7909e on host dv-cinder-856463-4-iscsi {{(pid=106190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:30:28.344127 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40417ffa-4a55-410a-8864-18935ee40924 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=106188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 12:30:28.344565 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-40417ffa-4a55-410a-8864-18935ee40924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1310191'] for segment (ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:28.397761 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.services.segments.plugin [-] Segment ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828 resource provider aggregate not found Sep 22 12:30:28.420713 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.services.segments.plugin [-] Segment ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad4fa3c8-c5b7-483f-bf87-dc31d5c3f828 found for delete ", "request_id": "req-cb55b0c4-4694-419a-b26b-d6ae62d8154e"}]} Sep 22 12:30:28.423390 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-40417ffa-4a55-410a-8864-18935ee40924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16032888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629891'] for network (00c667b7-ed04-4735-ad4f-fba2a6edba76), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:28.434653 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-40417ffa-4a55-410a-8864-18935ee40924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:28.437966 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:28.438445 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-40417ffa-4a55-410a-8864-18935ee40924 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/00c667b7-ed04-4735-ad4f-fba2a6edba76 HTTP/1.1" status: 204 len: 168 time: 0.8284469 Sep 22 12:30:28.457641 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40417ffa-4a55-410a-8864-18935ee40924 admin admin] Pushing event deleted for resources: {'Network': ['ID=00c667b7-ed04-4735-ad4f-fba2a6edba76,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:28.661207 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 47896) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:28.725072 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-43cc4c8d-d745-4f6c-bcf3-975eae9a1f81 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=acfd00e7112b409bba3cdf9480508b02&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0597787 Sep 22 12:30:28.725427 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 47902) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:28.797481 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-fa245bcd-e7f5-4649-bf5b-09e099f60b12 admin admin] Publish callbacks [] for security_group (23c04e7a-db9b-4d97-b1c8-62d5f164a1d8), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:28.820881 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-fa245bcd-e7f5-4649-bf5b-09e099f60b12 admin admin] Publish callbacks [] for security_group (23c04e7a-db9b-4d97-b1c8-62d5f164a1d8), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:28.986233 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-fa245bcd-e7f5-4649-bf5b-09e099f60b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (23c04e7a-db9b-4d97-b1c8-62d5f164a1d8), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:28.988922 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-fa245bcd-e7f5-4649-bf5b-09e099f60b12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:28.990076 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-fa245bcd-e7f5-4649-bf5b-09e099f60b12 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/23c04e7a-db9b-4d97-b1c8-62d5f164a1d8 HTTP/1.1" status: 204 len: 168 time: 0.2634878 Sep 22 12:30:29.005741 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e59200-400b-4c66-839d-13941b60462f req-d3627df2-b705-459d-9d3a-92fcf7e184de tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:29.007540 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b4e59200-400b-4c66-839d-13941b60462f req-d3627df2-b705-459d-9d3a-92fcf7e184de tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.1052849 Sep 22 12:30:29.015756 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa245bcd-e7f5-4649-bf5b-09e099f60b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c04e7a-db9b-4d97-b1c8-62d5f164a1d8,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:29.088193 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b4e59200-400b-4c66-839d-13941b60462f req-86608795-4f48-4b19-b052-4523c2a99100 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739899 Sep 22 12:30:29.820367 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 47962) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:29.877931 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:29.922559 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-0cd52aba-f35f-4da9-bc1a-8444e1bd15ab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-network', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:30:29.958101 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd52aba-f35f-4da9-bc1a-8444e1bd15ab admin admin] Made reservation on behalf of 553395befb8f4c958d34b7dffb2317e7 for: {'network': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:30:29.958777 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:29.961521 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0cd52aba-f35f-4da9-bc1a-8444e1bd15ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for network (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:29.970636 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0cd52aba-f35f-4da9-bc1a-8444e1bd15ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:30.030041 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:30.058585 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0cd52aba-f35f-4da9-bc1a-8444e1bd15ab admin admin] Publish callbacks [] for security_group (beee6a68-eb0f-4938-8b56-008c2e06fd90), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:30.062802 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0cd52aba-f35f-4da9-bc1a-8444e1bd15ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (beee6a68-eb0f-4938-8b56-008c2e06fd90), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:30.089634 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd52aba-f35f-4da9-bc1a-8444e1bd15ab admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=106188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 12:30:30.100843 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd52aba-f35f-4da9-bc1a-8444e1bd15ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beee6a68-eb0f-4938-8b56-008c2e06fd90,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:30.107734 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0cd52aba-f35f-4da9-bc1a-8444e1bd15ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (867d976d-0d4c-4789-a0e1-7711c4e5b1d7), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:30.108200 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.segments_db [None req-0cd52aba-f35f-4da9-bc1a-8444e1bd15ab admin admin] Added segment 867d976d-0d4c-4789-a0e1-7711c4e5b1d7 of type vlan for network 08232c3f-2666-43a1-afb2-c887234ff0ea Sep 22 12:30:30.156774 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0cd52aba-f35f-4da9-bc1a-8444e1bd15ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742010657190'] for network (08232c3f-2666-43a1-afb2-c887234ff0ea), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:30.182969 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0cd52aba-f35f-4da9-bc1a-8444e1bd15ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for network (08232c3f-2666-43a1-afb2-c887234ff0ea), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:30.184072 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd52aba-f35f-4da9-bc1a-8444e1bd15ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:30.184808 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0cd52aba-f35f-4da9-bc1a-8444e1bd15ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:30.236453 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:30.250052 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-0cd52aba-f35f-4da9-bc1a-8444e1bd15ab admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4285445 Sep 22 12:30:30.254410 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 47974) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:30.259459 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-bc80d6f5-781a-4a6f-b838-7a84bb561ef9 admin admin] Request body: {'subnet': {'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-subnet', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:30:30.273827 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:30.287227 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc80d6f5-781a-4a6f-b838-7a84bb561ef9 admin admin] Made reservation on behalf of 553395befb8f4c958d34b7dffb2317e7 for: {'subnet': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:30:30.289695 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bc80d6f5-781a-4a6f-b838-7a84bb561ef9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3860156'] for subnet (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:30.291084 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd52aba-f35f-4da9-bc1a-8444e1bd15ab admin admin] Pushing event updated for resources: {'Network': ['ID=08232c3f-2666-43a1-afb2-c887234ff0ea,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:30.302461 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60106254-6946-4d2d-a13e-a34e8f09e8b3 req-9d0874d7-b6d9-425f-928e-b9b1705fea85 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:30.304914 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-60106254-6946-4d2d-a13e-a34e8f09e8b3 req-9d0874d7-b6d9-425f-928e-b9b1705fea85 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0948629 Sep 22 12:30:30.305370 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Network 08232c3f-2666-43a1-afb2-c887234ff0ea details requested by agent ovs-agent-dv-cinder-856463-4-iscsi with host dv-cinder-856463-4-iscsi {{(pid=106190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 12:30:30.360481 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-60106254-6946-4d2d-a13e-a34e8f09e8b3 req-8a8556ea-8f41-42a8-94f9-13944a79cc9e tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499263 Sep 22 12:30:30.758875 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bc80d6f5-781a-4a6f-b838-7a84bb561ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2985252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3860138'] for subnet (13cccc76-44bb-44db-a343-17e3d4246299), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:30.763571 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:30.820236 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc80d6f5-781a-4a6f-b838-7a84bb561ef9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13cccc76-44bb-44db-a343-17e3d4246299,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:30.837971 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc80d6f5-781a-4a6f-b838-7a84bb561ef9 admin admin] Checking segment: {'id': '867d976d-0d4c-4789-a0e1-7711c4e5b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:30:30.838380 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc80d6f5-781a-4a6f-b838-7a84bb561ef9 admin admin] Network hostable DHCP agents. Network: 08232c3f-2666-43a1-afb2-c887234ff0ea, hostable agents: ['a2e957d1-0bb2-4343-b675-01d2080b3290'], hosted agents: [] {{(pid=106189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 12:30:30.864165 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc80d6f5-781a-4a6f-b838-7a84bb561ef9 admin admin] Network 08232c3f-2666-43a1-afb2-c887234ff0ea is scheduled to be hosted by DHCP agent a2e957d1-0bb2-4343-b675-01d2080b3290 with binding_index 1 {{(pid=106189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 12:30:30.873718 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-bc80d6f5-781a-4a6f-b838-7a84bb561ef9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-4-iscsi, 08232c3f-2666-43a1-afb2-c887234ff0ea) {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:30:30.881793 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ddc651-c55f-416d-801b-d59d090450c1 None None] Network 08232c3f-2666-43a1-afb2-c887234ff0ea requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:30:30.882983 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc80d6f5-781a-4a6f-b838-7a84bb561ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:30.883703 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bc80d6f5-781a-4a6f-b838-7a84bb561ef9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:30.901076 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-bc80d6f5-781a-4a6f-b838-7a84bb561ef9 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6452878 Sep 22 12:30:30.903548 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 48002) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:30.907646 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-355b0415-bc8e-473e-bfcc-e1556631cc7b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-router', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:30:30.928710 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-355b0415-bc8e-473e-bfcc-e1556631cc7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (b00a1cf9-6173-4827-961d-e2820d29e4c0), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:30.929713 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-355b0415-bc8e-473e-bfcc-e1556631cc7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-625649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12660'] for router (b00a1cf9-6173-4827-961d-e2820d29e4c0), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:30.984907 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-355b0415-bc8e-473e-bfcc-e1556631cc7b admin admin] Publish callbacks [] for router_controller (b00a1cf9-6173-4827-961d-e2820d29e4c0), precommit_add_association {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:30.996926 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48662d83-aa9f-49c0-8f3b-f8a23c9300e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c63bb28-3216-551e-ac85-74facc55e4fd-08232c3f-2666-43a1-afb2-c887234ff0ea', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'fixed_ips': [{'subnet_id': '13cccc76-44bb-44db-a343-17e3d4246299'}]}} from dv-cinder-856463-4-iscsi. {{(pid=106190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 12:30:30.997803 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-48662d83-aa9f-49c0-8f3b-f8a23c9300e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:31.000974 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:31.118714 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-355b0415-bc8e-473e-bfcc-e1556631cc7b admin admin] Publish callbacks [] for router_gateway (b00a1cf9-6173-4827-961d-e2820d29e4c0), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:31.137832 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.db_base_plugin_common [None req-48662d83-aa9f-49c0-8f3b-f8a23c9300e2 None None] Allocated IP 172.20.0.2 (08232c3f-2666-43a1-afb2-c887234ff0ea/13cccc76-44bb-44db-a343-17e3d4246299/b31f9e59-15fb-491a-bd6c-a3b8ac768e32) {{(pid=106190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:30:31.302933 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-355b0415-bc8e-473e-bfcc-e1556631cc7b admin admin] Publish callbacks [] for router_gateway (b00a1cf9-6173-4827-961d-e2820d29e4c0), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:31.322362 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-355b0415-bc8e-473e-bfcc-e1556631cc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:31.405956 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-48662d83-aa9f-49c0-8f3b-f8a23c9300e2 None None] Publish callbacks [] for port (b31f9e59-15fb-491a-bd6c-a3b8ac768e32), precommit_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:31.412041 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-48662d83-aa9f-49c0-8f3b-f8a23c9300e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160'] for port (b31f9e59-15fb-491a-bd6c-a3b8ac768e32), after_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:31.444529 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [None req-355b0415-bc8e-473e-bfcc-e1556631cc7b admin admin] Allocated IP 172.27.0.224 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/db5cc5a3-780f-4c49-830d-a3274e9f6ddf) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:30:31.451954 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48662d83-aa9f-49c0-8f3b-f8a23c9300e2 None None] Network 08232c3f-2666-43a1-afb2-c887234ff0ea is already hosted by enough agents. {{(pid=106190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:30:31.457368 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.base_scheduler [None req-48662d83-aa9f-49c0-8f3b-f8a23c9300e2 None None] Resources bound (agent type, host, resource id): {{(pid=106190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:30:31.461566 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48662d83-aa9f-49c0-8f3b-f8a23c9300e2 None None] Received port after_create {{(pid=106190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:30:31.468597 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48662d83-aa9f-49c0-8f3b-f8a23c9300e2 None None] Pushing event updated for resources: {'Port': ['ID=b31f9e59-15fb-491a-bd6c-a3b8ac768e32,revision_number=1']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:31.523617 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-48662d83-aa9f-49c0-8f3b-f8a23c9300e2 None None] Attempting to bind port b31f9e59-15fb-491a-bd6c-a3b8ac768e32 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:30:31.523986 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-48662d83-aa9f-49c0-8f3b-f8a23c9300e2 None None] Attempting to bind port b31f9e59-15fb-491a-bd6c-a3b8ac768e32 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '867d976d-0d4c-4789-a0e1-7711c4e5b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:30:31.524365 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48662d83-aa9f-49c0-8f3b-f8a23c9300e2 None None] Attempting to bind port b31f9e59-15fb-491a-bd6c-a3b8ac768e32 on network 08232c3f-2666-43a1-afb2-c887234ff0ea {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:30:31.528894 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee5bce-c470-44bc-a27b-a92bce5cccca req-f1f9a386-5214-4e79-a859-3b9e53536ddd tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:31.530486 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ccee5bce-c470-44bc-a27b-a92bce5cccca req-f1f9a386-5214-4e79-a859-3b9e53536ddd tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0540588 Sep 22 12:30:31.537010 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:31.563453 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-355b0415-bc8e-473e-bfcc-e1556631cc7b admin admin] Publish callbacks [] for port (db5cc5a3-780f-4c49-830d-a3274e9f6ddf), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:31.573938 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48662d83-aa9f-49c0-8f3b-f8a23c9300e2 None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:30:31.574286 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48662d83-aa9f-49c0-8f3b-f8a23c9300e2 None None] Checking segment: {'id': '867d976d-0d4c-4789-a0e1-7711c4e5b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:30:31.574870 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-48662d83-aa9f-49c0-8f3b-f8a23c9300e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:31.575254 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48662d83-aa9f-49c0-8f3b-f8a23c9300e2 None None] Bound using segment: {'id': '867d976d-0d4c-4789-a0e1-7711c4e5b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:30:31.575719 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-48662d83-aa9f-49c0-8f3b-f8a23c9300e2 None None] Bound port: b31f9e59-15fb-491a-bd6c-a3b8ac768e32, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '867d976d-0d4c-4789-a0e1-7711c4e5b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:30:31.576088 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-48662d83-aa9f-49c0-8f3b-f8a23c9300e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (b31f9e59-15fb-491a-bd6c-a3b8ac768e32), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:31.589143 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ccee5bce-c470-44bc-a27b-a92bce5cccca req-977ca585-85b9-4c71-a56c-569e7a8e9055 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510027 Sep 22 12:30:31.603073 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-355b0415-bc8e-473e-bfcc-e1556631cc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (db5cc5a3-780f-4c49-830d-a3274e9f6ddf), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:31.639854 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-48662d83-aa9f-49c0-8f3b-f8a23c9300e2 None None] For port b31f9e59-15fb-491a-bd6c-a3b8ac768e32, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:30:31.643199 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-48662d83-aa9f-49c0-8f3b-f8a23c9300e2 None None] For port b31f9e59-15fb-491a-bd6c-a3b8ac768e32, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=b31f9e59-15fb-491a-bd6c-a3b8ac768e32,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:30:31.651150 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-48662d83-aa9f-49c0-8f3b-f8a23c9300e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (b31f9e59-15fb-491a-bd6c-a3b8ac768e32), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:31.652422 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355b0415-bc8e-473e-bfcc-e1556631cc7b admin admin] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:30:31.657034 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-355b0415-bc8e-473e-bfcc-e1556631cc7b admin admin] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:30:31.659347 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b0415-bc8e-473e-bfcc-e1556631cc7b admin admin] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:30:31.665056 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:31.668571 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b0415-bc8e-473e-bfcc-e1556631cc7b admin admin] Pushing event updated for resources: {'Port': ['ID=db5cc5a3-780f-4c49-830d-a3274e9f6ddf,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:31.683213 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:31.717721 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48662d83-aa9f-49c0-8f3b-f8a23c9300e2 None None] Pushing event updated for resources: {'Port': ['ID=b31f9e59-15fb-491a-bd6c-a3b8ac768e32,revision_number=2']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:31.940367 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-355b0415-bc8e-473e-bfcc-e1556631cc7b admin admin] Publish callbacks [] for router_gateway (b00a1cf9-6173-4827-961d-e2820d29e4c0), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:32.108434 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device b31f9e59-15fb-491a-bd6c-a3b8ac768e32 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:30:32.151910 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-355b0415-bc8e-473e-bfcc-e1556631cc7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629806'] for router (b00a1cf9-6173-4827-961d-e2820d29e4c0), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:32.156491 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port b31f9e59-15fb-491a-bd6c-a3b8ac768e32 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:30:32.156868 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (b31f9e59-15fb-491a-bd6c-a3b8ac768e32), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:32.157200 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port b31f9e59-15fb-491a-bd6c-a3b8ac768e32 Sep 22 12:30:32.232363 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port b31f9e59-15fb-491a-bd6c-a3b8ac768e32 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:30:32.232739 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (b31f9e59-15fb-491a-bd6c-a3b8ac768e32), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:32.267821 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] For port b31f9e59-15fb-491a-bd6c-a3b8ac768e32, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=b31f9e59-15fb-491a-bd6c-a3b8ac768e32,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:30:32.272825 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (b31f9e59-15fb-491a-bd6c-a3b8ac768e32), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:32.287545 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355b0415-bc8e-473e-bfcc-e1556631cc7b admin admin] Router b00a1cf9-6173-4827-961d-e2820d29e4c0 is scheduled to L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 with binding_index 1 {{(pid=106189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 12:30:32.318586 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:32.324573 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Pushing event updated for resources: {'Port': ['ID=b31f9e59-15fb-491a-bd6c-a3b8ac768e32,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:32.389666 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355b0415-bc8e-473e-bfcc-e1556631cc7b admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:30:32.398396 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] Sync routers for ids ['b00a1cf9-6173-4827-961d-e2820d29e4c0'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:30:32.408327 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-355b0415-bc8e-473e-bfcc-e1556631cc7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:32.412800 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-355b0415-bc8e-473e-bfcc-e1556631cc7b admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5080395 Sep 22 12:30:32.413338 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 48018) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:32.413775 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] Routers {'b00a1cf9-6173-4827-961d-e2820d29e4c0'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:30:32.414405 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:30:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b00a1cf9-6173-4827-961d-e2820d29e4c0'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:32.524045 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] Set router b00a1cf9-6173-4827-961d-e2820d29e4c0 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:30:32.719402 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-router', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:30:30Z', 'updated_at': '2022-09-22T12:30:31Z', 'revision_number': 3, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'gw_port': {'id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:31Z', 'updated_at': '2022-09-22T12:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:32.748814 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] Checking router: b00a1cf9-6173-4827-961d-e2820d29e4c0 for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:30:32.749166 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] Updating router b00a1cf9-6173-4827-961d-e2820d29e4c0 port db5cc5a3-780f-4c49-830d-a3274e9f6ddf binding host dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:30:32.774497 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea82263-8305-4b0d-b867-0cc7e775653e req-2c6fca49-a71f-4c8d-9a0a-9b6aa99ed0c6 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:32.776697 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3ea82263-8305-4b0d-b867-0cc7e775653e req-2c6fca49-a71f-4c8d-9a0a-9b6aa99ed0c6 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0956211 Sep 22 12:30:32.786291 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (db5cc5a3-780f-4c49-830d-a3274e9f6ddf), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:32.809775 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946640ce-a62e-4017-9996-daf04cb2c4a9 None None] Network 08232c3f-2666-43a1-afb2-c887234ff0ea requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:30:32.863393 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:32.878578 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-92538d9c-fba6-4269-8c17-aa4344834050 None None] Provisioning complete for port b31f9e59-15fb-491a-bd6c-a3b8ac768e32 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:30:32.878866 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3ea82263-8305-4b0d-b867-0cc7e775653e req-a93415a0-c76c-4442-9426-8b360241dcfd tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958264 Sep 22 12:30:32.878978 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-92538d9c-fba6-4269-8c17-aa4344834050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (b31f9e59-15fb-491a-bd6c-a3b8ac768e32), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:32.879272 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-92538d9c-fba6-4269-8c17-aa4344834050 None None] Attempt 1 to provision port b31f9e59-15fb-491a-bd6c-a3b8ac768e32 Sep 22 12:30:33.008078 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5a1df71c-7d99-4e2c-93dd-e75ab3b7c050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:33.099405 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:33.154174 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-92538d9c-fba6-4269-8c17-aa4344834050 None None] Current status of the port b31f9e59-15fb-491a-bd6c-a3b8ac768e32 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:30:33.179053 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [None req-5a1df71c-7d99-4e2c-93dd-e75ab3b7c050 admin admin] Allocated IP 172.20.0.1 (08232c3f-2666-43a1-afb2-c887234ff0ea/13cccc76-44bb-44db-a343-17e3d4246299/81d0f6b9-ab5c-4724-a700-28f650a5bfec) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:30:33.295353 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] Publish callbacks [] for port (db5cc5a3-780f-4c49-830d-a3274e9f6ddf), precommit_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:33.298687 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:33.301807 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (db5cc5a3-780f-4c49-830d-a3274e9f6ddf), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:33.323292 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5a1df71c-7d99-4e2c-93dd-e75ab3b7c050 admin admin] Publish callbacks [] for port (81d0f6b9-ab5c-4724-a700-28f650a5bfec), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:33.345063 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] Attempting to bind port db5cc5a3-780f-4c49-830d-a3274e9f6ddf on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:30:33.345556 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] Attempting to bind port db5cc5a3-780f-4c49-830d-a3274e9f6ddf by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:30:33.345910 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] Attempting to bind port db5cc5a3-780f-4c49-830d-a3274e9f6ddf on network 1180960f-2d21-46a6-8808-3b9bf675fc1c {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:30:33.372477 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5a1df71c-7d99-4e2c-93dd-e75ab3b7c050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (81d0f6b9-ab5c-4724-a700-28f650a5bfec), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:33.390451 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c061f2-f408-4ee6-a34d-535ee830593e None None] Pushing event updated for resources: {'Port': ['ID=db5cc5a3-780f-4c49-830d-a3274e9f6ddf,revision_number=2']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:33.410131 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:33.417720 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:30:33.417720 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] Checking segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:30:33.418041 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:33.418558 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] Bound using segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:30:33.419081 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] Bound port: db5cc5a3-780f-4c49-830d-a3274e9f6ddf, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:30:33.419609 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (db5cc5a3-780f-4c49-830d-a3274e9f6ddf), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:33.434280 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1df71c-7d99-4e2c-93dd-e75ab3b7c050 admin admin] Network 08232c3f-2666-43a1-afb2-c887234ff0ea is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:30:33.439544 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-5a1df71c-7d99-4e2c-93dd-e75ab3b7c050 admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:30:33.442484 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1df71c-7d99-4e2c-93dd-e75ab3b7c050 admin admin] Pushing event updated for resources: {'Port': ['ID=81d0f6b9-ab5c-4724-a700-28f650a5bfec,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:33.444935 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1df71c-7d99-4e2c-93dd-e75ab3b7c050 admin admin] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:30:33.490138 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] For port db5cc5a3-780f-4c49-830d-a3274e9f6ddf, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:30:33.495743 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-2ff48898-caed-480d-84f5-911f8c6d1d46 None None] Provisioning complete for port b31f9e59-15fb-491a-bd6c-a3b8ac768e32 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:30:33.496032 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-2ff48898-caed-480d-84f5-911f8c6d1d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (b31f9e59-15fb-491a-bd6c-a3b8ac768e32), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:33.496802 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-2ff48898-caed-480d-84f5-911f8c6d1d46 None None] Attempt 1 to provision port b31f9e59-15fb-491a-bd6c-a3b8ac768e32 Sep 22 12:30:33.504039 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5a1df71c-7d99-4e2c-93dd-e75ab3b7c050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425239'] for router_interface (b00a1cf9-6173-4827-961d-e2820d29e4c0), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:33.548946 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] For port db5cc5a3-780f-4c49-830d-a3274e9f6ddf, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=db5cc5a3-780f-4c49-830d-a3274e9f6ddf,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:30:33.563862 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (db5cc5a3-780f-4c49-830d-a3274e9f6ddf), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:33.652659 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] Routers {'b00a1cf9-6173-4827-961d-e2820d29e4c0'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:30:33.653109 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:30:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b00a1cf9-6173-4827-961d-e2820d29e4c0'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:33.733679 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5a1df71c-7d99-4e2c-93dd-e75ab3b7c050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (81d0f6b9-ab5c-4724-a700-28f650a5bfec), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:33.846728 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c061f2-f408-4ee6-a34d-535ee830593e None None] Pushing event updated for resources: {'Port': ['ID=db5cc5a3-780f-4c49-830d-a3274e9f6ddf,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:33.880062 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-2ff48898-caed-480d-84f5-911f8c6d1d46 None None] Current status of the port b31f9e59-15fb-491a-bd6c-a3b8ac768e32 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:30:33.942078 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5a1df71c-7d99-4e2c-93dd-e75ab3b7c050 admin admin] Publish callbacks [] for port (81d0f6b9-ab5c-4724-a700-28f650a5bfec), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:33.948495 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] Set router b00a1cf9-6173-4827-961d-e2820d29e4c0 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:30:33.963703 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5a1df71c-7d99-4e2c-93dd-e75ab3b7c050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (81d0f6b9-ab5c-4724-a700-28f650a5bfec), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:34.047779 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:34.120278 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Provisioning complete for port 81d0f6b9-ab5c-4724-a700-28f650a5bfec triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:30:34.120723 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (81d0f6b9-ab5c-4724-a700-28f650a5bfec), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:34.121061 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Attempt 1 to provision port 81d0f6b9-ab5c-4724-a700-28f650a5bfec Sep 22 12:30:34.156468 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f66a9-78f0-4a37-a389-3f75126acf6f req-cd71bfc8-4e73-42d2-80ad-4784eaa2fbe2 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:34.156468 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2d6f66a9-78f0-4a37-a389-3f75126acf6f req-cd71bfc8-4e73-42d2-80ad-4784eaa2fbe2 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.1097238 Sep 22 12:30:34.168629 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1df71c-7d99-4e2c-93dd-e75ab3b7c050 admin admin] Pushing event updated for resources: {'Port': ['ID=81d0f6b9-ab5c-4724-a700-28f650a5bfec,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:34.172106 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device b31f9e59-15fb-491a-bd6c-a3b8ac768e32 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:30:34.307031 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Port 81d0f6b9-ab5c-4724-a700-28f650a5bfec cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:30:34.323401 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:34.395654 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-router', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:30:30Z', 'updated_at': '2022-09-22T12:30:31Z', 'revision_number': 3, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'gw_port': {'id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:31Z', 'updated_at': '2022-09-22T12:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:34.401407 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port b31f9e59-15fb-491a-bd6c-a3b8ac768e32 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:30:34.401407 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (b31f9e59-15fb-491a-bd6c-a3b8ac768e32), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:34.401761 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port b31f9e59-15fb-491a-bd6c-a3b8ac768e32 Sep 22 12:30:34.428101 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33887a0a-620a-43c2-971a-f77efb2e8a31 None None] The sync data for ids ['b00a1cf9-6173-4827-961d-e2820d29e4c0'] in dv-cinder-856463-4-iscsi is: [{'id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-router', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:30:30Z', 'updated_at': '2022-09-22T12:30:31Z', 'revision_number': 3, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'gw_port': {'id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:31Z', 'updated_at': '2022-09-22T12:30:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:30:34.566202 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5a1df71c-7d99-4e2c-93dd-e75ab3b7c050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425347'] for router_interface (b00a1cf9-6173-4827-961d-e2820d29e4c0), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:34.615406 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port b31f9e59-15fb-491a-bd6c-a3b8ac768e32 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:30:34.744742 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 48074) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:34.746717 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2d6f66a9-78f0-4a37-a389-3f75126acf6f req-0b7b692c-3ac7-4589-a354-c7a97765446e tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885363 Sep 22 12:30:34.816715 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:34.818173 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Attempt 2 to provision port 81d0f6b9-ab5c-4724-a700-28f650a5bfec Sep 22 12:30:34.872505 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1df71c-7d99-4e2c-93dd-e75ab3b7c050 admin admin] Network 08232c3f-2666-43a1-afb2-c887234ff0ea is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:30:34.874635 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-5a1df71c-7d99-4e2c-93dd-e75ab3b7c050 admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:30:34.925156 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Port 81d0f6b9-ab5c-4724-a700-28f650a5bfec cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:30:35.122422 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-00c81019-190e-426d-b0cf-2d500fe1f96c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:35.127393 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1df71c-7d99-4e2c-93dd-e75ab3b7c050 admin admin] Router b00a1cf9-6173-4827-961d-e2820d29e4c0 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:30:35.193369 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:35.310618 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-00c81019-190e-426d-b0cf-2d500fe1f96c admin admin] Publish callbacks [] for security_group (68312cbc-d705-43b3-a175-4d25c18aae7a), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:35.317946 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-00c81019-190e-426d-b0cf-2d500fe1f96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (68312cbc-d705-43b3-a175-4d25c18aae7a), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:35.351421 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1df71c-7d99-4e2c-93dd-e75ab3b7c050 admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:30:35.381783 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-5a1df71c-7d99-4e2c-93dd-e75ab3b7c050 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/b00a1cf9-6173-4827-961d-e2820d29e4c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9530280 Sep 22 12:30:35.396876 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-00c81019-190e-426d-b0cf-2d500fe1f96c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=dcda2cbeec0245f889983fcdfc0e2d88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6501925 Sep 22 12:30:35.399536 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 48088) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:35.426788 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Attempt 3 to provision port 81d0f6b9-ab5c-4724-a700-28f650a5bfec Sep 22 12:30:35.431141 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c81019-190e-426d-b0cf-2d500fe1f96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68312cbc-d705-43b3-a175-4d25c18aae7a,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:35.497692 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Port 81d0f6b9-ab5c-4724-a700-28f650a5bfec cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:30:35.505055 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f0406203-6599-4bb6-97ea-e52e333e7a94 admin admin] Publish callbacks [] for security_group (68312cbc-d705-43b3-a175-4d25c18aae7a), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:35.539051 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f0406203-6599-4bb6-97ea-e52e333e7a94 admin admin] Publish callbacks [] for security_group (68312cbc-d705-43b3-a175-4d25c18aae7a), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:35.614009 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f0406203-6599-4bb6-97ea-e52e333e7a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (68312cbc-d705-43b3-a175-4d25c18aae7a), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:35.621299 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f0406203-6599-4bb6-97ea-e52e333e7a94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:35.625993 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-f0406203-6599-4bb6-97ea-e52e333e7a94 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/68312cbc-d705-43b3-a175-4d25c18aae7a HTTP/1.1" status: 204 len: 168 time: 0.2248552 Sep 22 12:30:35.636998 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0406203-6599-4bb6-97ea-e52e333e7a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68312cbc-d705-43b3-a175-4d25c18aae7a,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:35.998424 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Attempt 4 to provision port 81d0f6b9-ab5c-4724-a700-28f650a5bfec Sep 22 12:30:36.043189 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7adb3-fff4-46db-a35c-fdb401d5c7dd req-3e785ba5-da77-4974-a2c3-323f05793172 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:36.052673 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aee7adb3-fff4-46db-a35c-fdb401d5c7dd req-3e785ba5-da77-4974-a2c3-323f05793172 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.1325850 Sep 22 12:30:36.090840 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Port 81d0f6b9-ab5c-4724-a700-28f650a5bfec cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:30:36.145819 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aee7adb3-fff4-46db-a35c-fdb401d5c7dd req-0da4a59b-1c31-4d10-95e3-c5d18953b3b1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840809 Sep 22 12:30:36.169067 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device db5cc5a3-780f-4c49-830d-a3274e9f6ddf up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:30:36.230275 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 48114) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:36.235217 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-58f19b3e-d5a7-457b-9fd0-a531c62f5812 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--377710424', 'description': 'tempest-description--1113801572'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:30:36.238495 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=100 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:36.250795 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port db5cc5a3-780f-4c49-830d-a3274e9f6ddf triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:30:36.253135 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (db5cc5a3-780f-4c49-830d-a3274e9f6ddf), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:36.253135 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port db5cc5a3-780f-4c49-830d-a3274e9f6ddf Sep 22 12:30:36.267719 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-58f19b3e-d5a7-457b-9fd0-a531c62f5812 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:36.333733 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 48118) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:36.352939 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-aecb2c59-963b-4020-82c3-ce9bb362a086 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:36.366920 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:36.398962 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-58f19b3e-d5a7-457b-9fd0-a531c62f5812 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group (5d91c5fb-8b4b-4328-9a2a-e659f54e11bd), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:36.405281 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-58f19b3e-d5a7-457b-9fd0-a531c62f5812 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (5d91c5fb-8b4b-4328-9a2a-e659f54e11bd), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:36.413725 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port db5cc5a3-780f-4c49-830d-a3274e9f6ddf is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:30:36.414146 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (db5cc5a3-780f-4c49-830d-a3274e9f6ddf), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:36.439570 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:36.446130 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f19b3e-d5a7-457b-9fd0-a531c62f5812 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:36.471979 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] For port db5cc5a3-780f-4c49-830d-a3274e9f6ddf, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=db5cc5a3-780f-4c49-830d-a3274e9f6ddf,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:30:36.478926 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (db5cc5a3-780f-4c49-830d-a3274e9f6ddf), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:36.482482 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-aecb2c59-963b-4020-82c3-ce9bb362a086 admin admin] Publish callbacks [] for security_group (e4a12557-129f-4bf1-93b8-b76bc34672f5), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:36.492637 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-58f19b3e-d5a7-457b-9fd0-a531c62f5812 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:36.496937 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-aecb2c59-963b-4020-82c3-ce9bb362a086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (e4a12557-129f-4bf1-93b8-b76bc34672f5), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:36.497146 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-58f19b3e-d5a7-457b-9fd0-a531c62f5812 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2655292 Sep 22 12:30:36.497762 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 48122) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:36.502479 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-5be8a219-2624-4cbe-a118-c3bbd8317615 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Request body: {'security_group_rule': {'security_group_id': '5d91c5fb-8b4b-4328-9a2a-e659f54e11bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:30:36.538588 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5be8a219-2624-4cbe-a118-c3bbd8317615 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group_rule (4bb2e046-421d-48c0-b09f-97879fcbcacf), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:36.555071 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb2c59-963b-4020-82c3-ce9bb362a086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a12557-129f-4bf1-93b8-b76bc34672f5,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:36.566618 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Pushing event updated for resources: {'Port': ['ID=db5cc5a3-780f-4c49-830d-a3274e9f6ddf,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:36.580935 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 48124) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:36.582749 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-aecb2c59-963b-4020-82c3-ce9bb362a086 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0a5111a204e94d85af2b7e4e61570d71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477331 Sep 22 12:30:36.592111 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Attempt 5 to provision port 81d0f6b9-ab5c-4724-a700-28f650a5bfec Sep 22 12:30:36.655461 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Port 81d0f6b9-ab5c-4724-a700-28f650a5bfec cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:30:36.666685 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5be8a219-2624-4cbe-a118-c3bbd8317615 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group_rule (4bb2e046-421d-48c0-b09f-97879fcbcacf), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:36.679108 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5be8a219-2624-4cbe-a118-c3bbd8317615 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (4bb2e046-421d-48c0-b09f-97879fcbcacf), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:36.705888 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8a219-2624-4cbe-a118-c3bbd8317615 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb2e046-421d-48c0-b09f-97879fcbcacf,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:36.724409 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bac5f24e-96a4-476e-905e-f75ce7d212a0 admin admin] Publish callbacks [] for security_group (e4a12557-129f-4bf1-93b8-b76bc34672f5), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:36.738297 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5be8a219-2624-4cbe-a118-c3bbd8317615 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:36.739574 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-5be8a219-2624-4cbe-a118-c3bbd8317615 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2408321 Sep 22 12:30:36.742226 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 48128) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:36.749548 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-91908cd7-cbe9-412a-bcb2-a0619dcf6759 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Request body: {'security_group_rule': {'security_group_id': '5d91c5fb-8b4b-4328-9a2a-e659f54e11bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:30:36.767731 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bac5f24e-96a4-476e-905e-f75ce7d212a0 admin admin] Publish callbacks [] for security_group (e4a12557-129f-4bf1-93b8-b76bc34672f5), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:36.769327 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:36.785473 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:36.825090 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-91908cd7-cbe9-412a-bcb2-a0619dcf6759 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group_rule (43a643b9-858b-498d-8733-a341c5fab671), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:36.843443 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=15 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:36.885060 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bac5f24e-96a4-476e-905e-f75ce7d212a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (e4a12557-129f-4bf1-93b8-b76bc34672f5), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:36.887677 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bac5f24e-96a4-476e-905e-f75ce7d212a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:36.891316 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-bac5f24e-96a4-476e-905e-f75ce7d212a0 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e4a12557-129f-4bf1-93b8-b76bc34672f5 HTTP/1.1" status: 204 len: 168 time: 0.2982745 Sep 22 12:30:36.910075 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5f24e-96a4-476e-905e-f75ce7d212a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a12557-129f-4bf1-93b8-b76bc34672f5,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:36.927892 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-91908cd7-cbe9-412a-bcb2-a0619dcf6759 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group_rule (43a643b9-858b-498d-8733-a341c5fab671), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:36.938490 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-91908cd7-cbe9-412a-bcb2-a0619dcf6759 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (43a643b9-858b-498d-8733-a341c5fab671), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:36.981576 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91908cd7-cbe9-412a-bcb2-a0619dcf6759 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a643b9-858b-498d-8733-a341c5fab671,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:37.013117 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-91908cd7-cbe9-412a-bcb2-a0619dcf6759 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:37.013117 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-91908cd7-cbe9-412a-bcb2-a0619dcf6759 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2601950 Sep 22 12:30:37.013117 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 48140) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:37.013478 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-47a73f1f-efd3-4b1b-94ad-913915477230 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Request body: {'floatingip': {'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:30:37.050906 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-47a73f1f-efd3-4b1b-94ad-913915477230 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:37.134930 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] Sync routers for ids ['b00a1cf9-6173-4827-961d-e2820d29e4c0'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:30:37.157554 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] Routers {'b00a1cf9-6173-4827-961d-e2820d29e4c0'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:30:37.158195 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:30:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b00a1cf9-6173-4827-961d-e2820d29e4c0'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:37.166217 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-47a73f1f-efd3-4b1b-94ad-913915477230 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:37.174402 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Attempt 6 to provision port 81d0f6b9-ab5c-4724-a700-28f650a5bfec Sep 22 12:30:37.258718 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Port 81d0f6b9-ab5c-4724-a700-28f650a5bfec cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:30:37.294705 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] Set router b00a1cf9-6173-4827-961d-e2820d29e4c0 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:30:37.378390 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [None req-47a73f1f-efd3-4b1b-94ad-913915477230 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Allocated IP 172.27.0.110 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/845c83d2-af99-4a30-97e3-b2d49aa571b6) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:30:37.469096 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:37.506480 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98849232-5c57-49f6-9da0-ff8ef4db7e0e req-8d21f5e1-8630-4fa5-a385-c271af1ffd90 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:37.514929 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-98849232-5c57-49f6-9da0-ff8ef4db7e0e req-8d21f5e1-8630-4fa5-a385-c271af1ffd90 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.1981714 Sep 22 12:30:37.530189 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-router', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:30:30Z', 'updated_at': '2022-09-22T12:30:33Z', 'revision_number': 4, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'gw_port': {'id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:31Z', 'updated_at': '2022-09-22T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '81d0f6b9-ab5c-4724-a700-28f650a5bfec', 'name': '', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'mac_address': 'fa:16:3e:49:71:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '13cccc76-44bb-44db-a343-17e3d4246299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:33Z', 'updated_at': '2022-09-22T12:30:33Z', 'revision_number': 2, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'subnets': [{'id': '13cccc76-44bb-44db-a343-17e3d4246299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:37.564436 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] Checking router: b00a1cf9-6173-4827-961d-e2820d29e4c0 for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:30:37.565326 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] Updating router b00a1cf9-6173-4827-961d-e2820d29e4c0 port 81d0f6b9-ab5c-4724-a700-28f650a5bfec binding host dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:30:37.601464 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (81d0f6b9-ab5c-4724-a700-28f650a5bfec), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:37.614837 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-98849232-5c57-49f6-9da0-ff8ef4db7e0e req-e9b1c52a-6023-4d01-8ca9-966a460dd77c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990481 Sep 22 12:30:37.644410 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-47a73f1f-efd3-4b1b-94ad-913915477230 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for port (845c83d2-af99-4a30-97e3-b2d49aa571b6), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:37.699505 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-47a73f1f-efd3-4b1b-94ad-913915477230 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (845c83d2-af99-4a30-97e3-b2d49aa571b6), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:37.762250 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Attempt 7 to provision port 81d0f6b9-ab5c-4724-a700-28f650a5bfec Sep 22 12:30:37.764553 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a73f1f-efd3-4b1b-94ad-913915477230 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:30:37.769610 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-47a73f1f-efd3-4b1b-94ad-913915477230 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:30:37.776705 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a73f1f-efd3-4b1b-94ad-913915477230 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:30:37.806571 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a73f1f-efd3-4b1b-94ad-913915477230 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Pushing event updated for resources: {'Port': ['ID=845c83d2-af99-4a30-97e3-b2d49aa571b6,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:37.861727 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Port 81d0f6b9-ab5c-4724-a700-28f650a5bfec cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:30:37.930068 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:37.998920 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] Publish callbacks [] for port (81d0f6b9-ab5c-4724-a700-28f650a5bfec), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:38.012178 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (81d0f6b9-ab5c-4724-a700-28f650a5bfec), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:38.013172 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-47a73f1f-efd3-4b1b-94ad-913915477230 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for floatingip (a9b90ff1-f346-4c89-99c6-a4ca7c4b4579), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:38.097516 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:38.116363 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device db5cc5a3-780f-4c49-830d-a3274e9f6ddf up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:30:38.126654 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-47a73f1f-efd3-4b1b-94ad-913915477230 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (845c83d2-af99-4a30-97e3-b2d49aa571b6), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:38.158890 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffcb13-5ae4-4364-aa55-45e035abdae7 None None] Pushing event updated for resources: {'Port': ['ID=81d0f6b9-ab5c-4724-a700-28f650a5bfec,revision_number=3']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:38.179327 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffcb13-5ae4-4364-aa55-45e035abdae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:38.179663 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffcb13-5ae4-4364-aa55-45e035abdae7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:38.180274 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffcb13-5ae4-4364-aa55-45e035abdae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:38.183235 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffcb13-5ae4-4364-aa55-45e035abdae7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:38.185251 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffcb13-5ae4-4364-aa55-45e035abdae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:38.185769 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffcb13-5ae4-4364-aa55-45e035abdae7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:38.187234 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffcb13-5ae4-4364-aa55-45e035abdae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:38.187723 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffcb13-5ae4-4364-aa55-45e035abdae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:38.190041 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffcb13-5ae4-4364-aa55-45e035abdae7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:38.191593 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffcb13-5ae4-4364-aa55-45e035abdae7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:38.192188 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffcb13-5ae4-4364-aa55-45e035abdae7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:38.192880 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffcb13-5ae4-4364-aa55-45e035abdae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:38.193365 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffcb13-5ae4-4364-aa55-45e035abdae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:38.193843 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffcb13-5ae4-4364-aa55-45e035abdae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:38.194317 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ffcb13-5ae4-4364-aa55-45e035abdae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:30:38.287584 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port db5cc5a3-780f-4c49-830d-a3274e9f6ddf triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:30:38.288347 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (db5cc5a3-780f-4c49-830d-a3274e9f6ddf), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:38.288347 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port db5cc5a3-780f-4c49-830d-a3274e9f6ddf Sep 22 12:30:38.301913 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:38.318498 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] Attempting to bind port 81d0f6b9-ab5c-4724-a700-28f650a5bfec on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:30:38.318869 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] Attempting to bind port 81d0f6b9-ab5c-4724-a700-28f650a5bfec by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '867d976d-0d4c-4789-a0e1-7711c4e5b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea'}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:30:38.319652 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] Attempting to bind port 81d0f6b9-ab5c-4724-a700-28f650a5bfec on network 08232c3f-2666-43a1-afb2-c887234ff0ea {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:30:38.369034 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Attempt 8 to provision port 81d0f6b9-ab5c-4724-a700-28f650a5bfec Sep 22 12:30:38.441231 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Port 81d0f6b9-ab5c-4724-a700-28f650a5bfec cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:30:38.490892 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-47a73f1f-efd3-4b1b-94ad-913915477230 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for port (845c83d2-af99-4a30-97e3-b2d49aa571b6), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:38.494744 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port db5cc5a3-780f-4c49-830d-a3274e9f6ddf is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:30:38.513657 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-47a73f1f-efd3-4b1b-94ad-913915477230 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (845c83d2-af99-4a30-97e3-b2d49aa571b6), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:38.524032 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:30:38.524696 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] Checking segment: {'id': '867d976d-0d4c-4789-a0e1-7711c4e5b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:30:38.525262 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:38.525805 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] Bound using segment: {'id': '867d976d-0d4c-4789-a0e1-7711c4e5b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea'} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:30:38.526438 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] Bound port: 81d0f6b9-ab5c-4724-a700-28f650a5bfec, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '867d976d-0d4c-4789-a0e1-7711c4e5b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea'}}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:30:38.526998 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (81d0f6b9-ab5c-4724-a700-28f650a5bfec), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:38.627514 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] For port 81d0f6b9-ab5c-4724-a700-28f650a5bfec, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:30:38.630430 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a73f1f-efd3-4b1b-94ad-913915477230 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Pushing event updated for resources: {'Port': ['ID=845c83d2-af99-4a30-97e3-b2d49aa571b6,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:38.632116 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] For port 81d0f6b9-ab5c-4724-a700-28f650a5bfec, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=81d0f6b9-ab5c-4724-a700-28f650a5bfec,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:30:38.639006 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-47a73f1f-efd3-4b1b-94ad-913915477230 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (a9b90ff1-f346-4c89-99c6-a4ca7c4b4579), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:38.641339 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (81d0f6b9-ab5c-4724-a700-28f650a5bfec), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:38.672424 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-47a73f1f-efd3-4b1b-94ad-913915477230 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:38.686685 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-47a73f1f-efd3-4b1b-94ad-913915477230 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6776171 Sep 22 12:30:38.709708 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] Routers {'b00a1cf9-6173-4827-961d-e2820d29e4c0'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:30:38.710609 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:30:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b00a1cf9-6173-4827-961d-e2820d29e4c0'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:38.805356 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffcb13-5ae4-4364-aa55-45e035abdae7 None None] Pushing event updated for resources: {'Port': ['ID=81d0f6b9-ab5c-4724-a700-28f650a5bfec,revision_number=4']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:38.861358 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ebdbf-7fc1-4c71-98ef-6def3f02c8c3 req-f4eb6d98-957a-4225-a5ac-c7b993a43968 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:38.865675 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4f0ebdbf-7fc1-4c71-98ef-6def3f02c8c3 req-f4eb6d98-957a-4225-a5ac-c7b993a43968 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0647459 Sep 22 12:30:38.906949 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] Set router b00a1cf9-6173-4827-961d-e2820d29e4c0 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:30:38.941970 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Attempt 9 to provision port 81d0f6b9-ab5c-4724-a700-28f650a5bfec Sep 22 12:30:38.950956 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4f0ebdbf-7fc1-4c71-98ef-6def3f02c8c3 req-6e39ac35-1ac3-4252-a4ad-9155f2100c29 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804613 Sep 22 12:30:38.981139 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:39.076734 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Current status of the port 81d0f6b9-ab5c-4724-a700-28f650a5bfec is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:30:39.077357 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (81d0f6b9-ab5c-4724-a700-28f650a5bfec), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:39.100946 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:39.111854 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-bd210fb5-4bc6-4c44-8f34-d1f06ca4479f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--377710424&fields=id&tenant_id=553395befb8f4c958d34b7dffb2317e7 HTTP/1.1" status: 200 len: 267 time: 0.1035538 Sep 22 12:30:39.171264 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] For port 81d0f6b9-ab5c-4724-a700-28f650a5bfec, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=81d0f6b9-ab5c-4724-a700-28f650a5bfec,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:30:39.179855 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (81d0f6b9-ab5c-4724-a700-28f650a5bfec), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:39.244533 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:39.259536 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ac0f0-c434-40a7-8f89-cc9dfa8f0309 None None] Pushing event updated for resources: {'Port': ['ID=81d0f6b9-ab5c-4724-a700-28f650a5bfec,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:39.313671 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-945e54de-00b7-429c-8611-f2b62d6d5d04 None None] Provisioning complete for port 81d0f6b9-ab5c-4724-a700-28f650a5bfec triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:30:39.314342 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-ac6cd7c2-b720-416d-a932-a0917dff0ce4 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:39.314586 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-945e54de-00b7-429c-8611-f2b62d6d5d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (81d0f6b9-ab5c-4724-a700-28f650a5bfec), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:39.314941 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-945e54de-00b7-429c-8611-f2b62d6d5d04 None None] Attempt 1 to provision port 81d0f6b9-ab5c-4724-a700-28f650a5bfec Sep 22 12:30:39.316045 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-ac6cd7c2-b720-416d-a932-a0917dff0ce4 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/networks?id=08232c3f-2666-43a1-afb2-c887234ff0ea HTTP/1.1" status: 200 len: 817 time: 0.2019732 Sep 22 12:30:39.358303 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-router', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:30:30Z', 'updated_at': '2022-09-22T12:30:33Z', 'revision_number': 4, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'gw_port': {'id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:31Z', 'updated_at': '2022-09-22T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '81d0f6b9-ab5c-4724-a700-28f650a5bfec', 'name': '', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'mac_address': 'fa:16:3e:49:71:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '13cccc76-44bb-44db-a343-17e3d4246299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:33Z', 'updated_at': '2022-09-22T12:30:38Z', 'revision_number': 4, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'subnets': [{'id': '13cccc76-44bb-44db-a343-17e3d4246299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:30:39.366599 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-9b863cd3-8d71-4fdd-a603-734ff8b2a111 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/quotas/553395befb8f4c958d34b7dffb2317e7 HTTP/1.1" status: 200 len: 375 time: 0.0380619 Sep 22 12:30:39.410987 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5886bd03-5be4-4617-b77d-e4534c89ba87 None None] The sync data for ids ['b00a1cf9-6173-4827-961d-e2820d29e4c0'] in dv-cinder-856463-4-iscsi is: [{'id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-router', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:30:30Z', 'updated_at': '2022-09-22T12:30:33Z', 'revision_number': 4, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'gw_port': {'id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:31Z', 'updated_at': '2022-09-22T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '81d0f6b9-ab5c-4724-a700-28f650a5bfec', 'name': '', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'mac_address': 'fa:16:3e:49:71:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '13cccc76-44bb-44db-a343-17e3d4246299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:33Z', 'updated_at': '2022-09-22T12:30:38Z', 'revision_number': 4, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'subnets': [{'id': '13cccc76-44bb-44db-a343-17e3d4246299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:30:39.528400 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-945e54de-00b7-429c-8611-f2b62d6d5d04 None None] Current status of the port 81d0f6b9-ab5c-4724-a700-28f650a5bfec is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:30:39.546220 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-925c846b-abb3-4082-9611-3d8d1c5c0070 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=553395befb8f4c958d34b7dffb2317e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1695077 Sep 22 12:30:39.659501 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6ea4f-da3a-4c2f-93f1-26095e7c3cfa req-c55655dc-5ad7-47fa-8954-d92098f1ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:39.661423 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-e4f6ea4f-da3a-4c2f-93f1-26095e7c3cfa req-c55655dc-5ad7-47fa-8954-d92098f1ca5f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 1130 time: 0.1021748 Sep 22 12:30:39.713779 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-1356843a-2325-4a30-aa39-b57a00eb5a76 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448934 Sep 22 12:30:39.733238 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-e4f6ea4f-da3a-4c2f-93f1-26095e7c3cfa req-a3d5818d-a533-4cb2-ab46-c1c7de4e8106 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628312 Sep 22 12:30:39.853315 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-5e5f47ee-14df-4f83-bae8-8c7a82016f14 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373625 Sep 22 12:30:40.136256 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 81d0f6b9-ab5c-4724-a700-28f650a5bfec up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:30:40.149489 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:40.251649 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7f6fac81-c6f6-485f-b7fc-04206e9de45b req-164c6491-b0f8-4f40-a1ac-771dd8a41fe3 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 210 time: 0.1235173 Sep 22 12:30:40.302073 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd294d9-5ffd-446a-9b6f-5792e35307be req-eb10cf68-b4a5-4990-ac0a-d9607495582a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:40.304046 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8cd294d9-5ffd-446a-9b6f-5792e35307be req-eb10cf68-b4a5-4990-ac0a-d9607495582a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.1579831 Sep 22 12:30:40.312410 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:40.325011 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 81d0f6b9-ab5c-4724-a700-28f650a5bfec triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:30:40.325615 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (81d0f6b9-ab5c-4724-a700-28f650a5bfec), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:40.325948 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 81d0f6b9-ab5c-4724-a700-28f650a5bfec Sep 22 12:30:40.438546 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8cd294d9-5ffd-446a-9b6f-5792e35307be req-fa340471-5851-4d8c-b9e3-b9b13b9a5319 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192470 Sep 22 12:30:40.484724 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 81d0f6b9-ab5c-4724-a700-28f650a5bfec is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:30:41.414065 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4b729796-881f-4e45-9a87-8112c5842e89 req-dc75fdf3-d7c7-401d-af17-8732f9a0ece0 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 210 time: 0.0379932 Sep 22 12:30:41.433099 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 48320) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:41.603682 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1eeab053-661c-46c3-bdea-cbd03d5bd8a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:41.678708 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e7d03-812a-4369-9fb7-a36855cc69a2 req-2c8b79b6-971c-4320-b929-5e4e7a01c88b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:41.680673 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-843e7d03-812a-4369-9fb7-a36855cc69a2 req-2c8b79b6-971c-4320-b929-5e4e7a01c88b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0680487 Sep 22 12:30:41.759728 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-843e7d03-812a-4369-9fb7-a36855cc69a2 req-3f6ef3f0-8667-4629-bd67-e1f1319c5847 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713580 Sep 22 12:30:41.783685 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1eeab053-661c-46c3-bdea-cbd03d5bd8a3 admin admin] Publish callbacks [] for security_group (718cc77f-5a9f-41d5-a408-1fd16c7c941a), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:41.788746 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1eeab053-661c-46c3-bdea-cbd03d5bd8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (718cc77f-5a9f-41d5-a408-1fd16c7c941a), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:41.833130 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-1eeab053-661c-46c3-bdea-cbd03d5bd8a3 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a25450f2eaee494d836c71ae0749fa47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3957722 Sep 22 12:30:41.833130 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeab053-661c-46c3-bdea-cbd03d5bd8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718cc77f-5a9f-41d5-a408-1fd16c7c941a,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:41.833973 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 48328) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:41.897574 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3be1f14c-00e3-41ef-94e5-38a3870e960a admin admin] Publish callbacks [] for security_group (718cc77f-5a9f-41d5-a408-1fd16c7c941a), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:41.920527 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3be1f14c-00e3-41ef-94e5-38a3870e960a admin admin] Publish callbacks [] for security_group (718cc77f-5a9f-41d5-a408-1fd16c7c941a), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:41.975900 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3be1f14c-00e3-41ef-94e5-38a3870e960a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (718cc77f-5a9f-41d5-a408-1fd16c7c941a), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:41.979236 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3be1f14c-00e3-41ef-94e5-38a3870e960a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:41.983026 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-3be1f14c-00e3-41ef-94e5-38a3870e960a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/718cc77f-5a9f-41d5-a408-1fd16c7c941a HTTP/1.1" status: 204 len: 168 time: 0.1453784 Sep 22 12:30:41.999349 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1f14c-00e3-41ef-94e5-38a3870e960a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718cc77f-5a9f-41d5-a408-1fd16c7c941a,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:42.308762 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 48340) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:42.328274 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-97f64c91-e94b-4079-bf96-8a2dd1f369fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:42.465117 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-97f64c91-e94b-4079-bf96-8a2dd1f369fe admin admin] Publish callbacks [] for security_group (6a0b28cf-7e8d-43d7-a939-387f470c4371), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:42.473081 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-97f64c91-e94b-4079-bf96-8a2dd1f369fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (6a0b28cf-7e8d-43d7-a939-387f470c4371), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:42.560120 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:INSERT=17,neutron:SELECT=81,neutron:DELETE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:42.588843 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-26895e3d-f41a-4fc7-ba9d-7347b7d6c438 req-12ae9080-97a2-4a09-a06c-a88d888a5cd7 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 210 time: 0.0523591 Sep 22 12:30:42.660892 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-97f64c91-e94b-4079-bf96-8a2dd1f369fe admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9db194c5b57e499b83ccce3e75f5c262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3507731 Sep 22 12:30:42.664699 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 48350) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:42.666682 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f64c91-e94b-4079-bf96-8a2dd1f369fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0b28cf-7e8d-43d7-a939-387f470c4371,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:42.726036 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-9ef8d507-2d6f-452e-bba9-c75574cee296 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:42.728137 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-9ef8d507-2d6f-452e-bba9-c75574cee296 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.20 "GET /networking/v2.0/networks?id=08232c3f-2666-43a1-afb2-c887234ff0ea HTTP/1.1" status: 200 len: 817 time: 0.2250521 Sep 22 12:30:42.797689 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0dd1bc04-0305-4b47-902f-69644e0bf8e8 admin admin] Publish callbacks [] for security_group (6a0b28cf-7e8d-43d7-a939-387f470c4371), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:42.815923 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-ec17feaf-eda0-4561-9f6e-9bca13de56b9 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=553395befb8f4c958d34b7dffb2317e7 HTTP/1.1" status: 200 len: 379 time: 0.0785470 Sep 22 12:30:42.830283 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0dd1bc04-0305-4b47-902f-69644e0bf8e8 admin admin] Publish callbacks [] for security_group (6a0b28cf-7e8d-43d7-a939-387f470c4371), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:42.923754 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 48356) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:42.938187 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d158f-6bce-4d46-bf2c-3e04b9a3e713 req-0ecdfcfe-dcec-486d-8277-adbdc6186a06 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:42.939688 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-512d158f-6bce-4d46-bf2c-3e04b9a3e713 req-0ecdfcfe-dcec-486d-8277-adbdc6186a06 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0558562 Sep 22 12:30:42.967951 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0dd1bc04-0305-4b47-902f-69644e0bf8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (6a0b28cf-7e8d-43d7-a939-387f470c4371), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:42.970682 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0dd1bc04-0305-4b47-902f-69644e0bf8e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:42.972553 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-0dd1bc04-0305-4b47-902f-69644e0bf8e8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6a0b28cf-7e8d-43d7-a939-387f470c4371 HTTP/1.1" status: 204 len: 168 time: 0.3062549 Sep 22 12:30:42.984531 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1bc04-0305-4b47-902f-69644e0bf8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0b28cf-7e8d-43d7-a939-387f470c4371,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:43.025941 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-512d158f-6bce-4d46-bf2c-3e04b9a3e713 req-f234b524-4ea8-49d5-839b-ea4e82c57608 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802367 Sep 22 12:30:43.068689 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-050240c4-740b-4c36-abbd-deb73d3348c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:43.142037 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:UPDATE=3,neutron:INSERT=16,neutron:SELECT=79,neutron:DELETE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:43.185184 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-050240c4-740b-4c36-abbd-deb73d3348c8 admin admin] Publish callbacks [] for security_group (c7704eea-acdf-4ae5-85b2-8c592b81034a), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:43.192268 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-050240c4-740b-4c36-abbd-deb73d3348c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (c7704eea-acdf-4ae5-85b2-8c592b81034a), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:43.218154 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3384c2-ed80-4793-ab2a-9d5ba418b2de req-e89f1f28-e20a-48a0-9c63-7c3f46fb6112 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:43.219887 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8f3384c2-ed80-4793-ab2a-9d5ba418b2de req-e89f1f28-e20a-48a0-9c63-7c3f46fb6112 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0806787 Sep 22 12:30:43.238002 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050240c4-740b-4c36-abbd-deb73d3348c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7704eea-acdf-4ae5-85b2-8c592b81034a,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:43.244990 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-050240c4-740b-4c36-abbd-deb73d3348c8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0b4ce50640aa4e85ac515553c1922b8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191791 Sep 22 12:30:43.245566 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 48366) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:30:43.309751 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:43.322086 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-36c5ee65-0f76-4712-9111-a95112b4d860 admin admin] Publish callbacks [] for security_group (c7704eea-acdf-4ae5-85b2-8c592b81034a), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:43.324582 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8f3384c2-ed80-4793-ab2a-9d5ba418b2de req-4b849089-3f52-4b8f-8693-03eb4145cc77 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987406 Sep 22 12:30:43.345164 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-36c5ee65-0f76-4712-9111-a95112b4d860 admin admin] Publish callbacks [] for security_group (c7704eea-acdf-4ae5-85b2-8c592b81034a), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:43.415908 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-36c5ee65-0f76-4712-9111-a95112b4d860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (c7704eea-acdf-4ae5-85b2-8c592b81034a), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:43.418668 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-36c5ee65-0f76-4712-9111-a95112b4d860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:43.422283 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-36c5ee65-0f76-4712-9111-a95112b4d860 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c7704eea-acdf-4ae5-85b2-8c592b81034a HTTP/1.1" status: 204 len: 168 time: 0.1732571 Sep 22 12:30:43.429816 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5ee65-0f76-4712-9111-a95112b4d860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7704eea-acdf-4ae5-85b2-8c592b81034a,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:43.611461 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-e7e4babe-bbc6-42b3-bdf0-2077c6ec323f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Request body: {'port': {'device_id': '15c97c51-b54b-48e0-9929-cc535246eb97', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'admin_state_up': True, 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'security_groups': ['5d91c5fb-8b4b-4328-9a2a-e659f54e11bd']}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:30:43.825425 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9b6465f7-6cd1-4399-afe0-13262ecf79f7 req-ce9eb39a-97fe-458e-9332-b61e91bea7fc tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 210 time: 0.0878170 Sep 22 12:30:43.917623 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-e7e4babe-bbc6-42b3-bdf0-2077c6ec323f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Made reservation on behalf of 553395befb8f4c958d34b7dffb2317e7 for: {'port': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:30:43.927283 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-e7e4babe-bbc6-42b3-bdf0-2077c6ec323f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:44.098151 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-e7e4babe-bbc6-42b3-bdf0-2077c6ec323f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Allocated IP 172.20.0.3 (08232c3f-2666-43a1-afb2-c887234ff0ea/13cccc76-44bb-44db-a343-17e3d4246299/c01d78fa-cbfb-4c80-a00f-e7a90be2757f) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:30:44.211593 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:44.255202 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-e7e4babe-bbc6-42b3-bdf0-2077c6ec323f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:44.299009 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-e7e4babe-bbc6-42b3-bdf0-2077c6ec323f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:44.349507 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-e7e4babe-bbc6-42b3-bdf0-2077c6ec323f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Network 08232c3f-2666-43a1-afb2-c887234ff0ea is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:30:44.352788 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-e7e4babe-bbc6-42b3-bdf0-2077c6ec323f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:30:44.356839 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-e7e4babe-bbc6-42b3-bdf0-2077c6ec323f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:30:44.407230 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:44.421467 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4babe-bbc6-42b3-bdf0-2077c6ec323f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Pushing event updated for resources: {'Port': ['ID=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:44.428014 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-e7e4babe-bbc6-42b3-bdf0-2077c6ec323f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:44.429233 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-e7e4babe-bbc6-42b3-bdf0-2077c6ec323f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:44.450810 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-e7e4babe-bbc6-42b3-bdf0-2077c6ec323f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8445761 Sep 22 12:30:44.700761 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-11bf8146-1eec-482c-b1f8-2a80a478af0f None None] Provisioning complete for port c01d78fa-cbfb-4c80-a00f-e7a90be2757f triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:30:44.701253 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-11bf8146-1eec-482c-b1f8-2a80a478af0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:44.701574 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-11bf8146-1eec-482c-b1f8-2a80a478af0f None None] Attempt 1 to provision port c01d78fa-cbfb-4c80-a00f-e7a90be2757f Sep 22 12:30:44.738241 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-11bf8146-1eec-482c-b1f8-2a80a478af0f None None] Port c01d78fa-cbfb-4c80-a00f-e7a90be2757f cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:30:44.996903 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cab2f0-f03b-48c6-8f93-7b5e2d1cac7c req-cd8c2306-dd5b-4527-860b-8a0f0dcac746 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:44.998996 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-36cab2f0-f03b-48c6-8f93-7b5e2d1cac7c req-cd8c2306-dd5b-4527-860b-8a0f0dcac746 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 931 time: 0.0713935 Sep 22 12:30:45.055836 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-36cab2f0-f03b-48c6-8f93-7b5e2d1cac7c req-8e31dcf9-c44c-469a-a014-dd3b8bcc3890 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457368 Sep 22 12:30:45.239596 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-11bf8146-1eec-482c-b1f8-2a80a478af0f None None] Attempt 2 to provision port c01d78fa-cbfb-4c80-a00f-e7a90be2757f Sep 22 12:30:45.272108 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-11bf8146-1eec-482c-b1f8-2a80a478af0f None None] Port c01d78fa-cbfb-4c80-a00f-e7a90be2757f cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:30:45.366062 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] Request body: {'port': {'device_id': '15c97c51-b54b-48e0-9929-cc535246eb97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:30:45.425843 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:45.673526 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01d78fa-cbfb-4c80-a00f-e7a90be2757f {{(pid=106189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:30:45.681285 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] Publish callbacks [] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:45.693430 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.provisioning_blocks [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] Transition to ACTIVE for port object c01d78fa-cbfb-4c80-a00f-e7a90be2757f will not be triggered until provisioned by entity L2. {{(pid=106189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 12:30:45.696939 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:45.773074 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-11bf8146-1eec-482c-b1f8-2a80a478af0f None None] Attempt 3 to provision port c01d78fa-cbfb-4c80-a00f-e7a90be2757f Sep 22 12:30:45.779907 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,revision_number=2']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:45.806884 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-11bf8146-1eec-482c-b1f8-2a80a478af0f None None] Port c01d78fa-cbfb-4c80-a00f-e7a90be2757f cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:30:45.820998 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.managers [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] Attempting to bind port c01d78fa-cbfb-4c80-a00f-e7a90be2757f on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:30:45.821536 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.managers [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] Attempting to bind port c01d78fa-cbfb-4c80-a00f-e7a90be2757f by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '867d976d-0d4c-4789-a0e1-7711c4e5b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea'}] {{(pid=106189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:30:45.821872 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] Attempting to bind port c01d78fa-cbfb-4c80-a00f-e7a90be2757f on network 08232c3f-2666-43a1-afb2-c887234ff0ea {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:30:46.090101 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] Port c01d78fa-cbfb-4c80-a00f-e7a90be2757f on network 08232c3f-2666-43a1-afb2-c887234ff0ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 12:30:46.090741 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] Attempting to bind port c01d78fa-cbfb-4c80-a00f-e7a90be2757f on network 08232c3f-2666-43a1-afb2-c887234ff0ea {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:30:46.146381 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] Checking agent: {'id': '60a799af-7434-4fee-b6c6-29cadfeb25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'started_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:30:46.146732 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] Checking segment: {'id': '867d976d-0d4c-4789-a0e1-7711c4e5b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:30:46.147216 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] Bound using segment: {'id': '867d976d-0d4c-4789-a0e1-7711c4e5b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea'} {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:30:46.147887 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.managers [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] Bound port: c01d78fa-cbfb-4c80-a00f-e7a90be2757f, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '867d976d-0d4c-4789-a0e1-7711c4e5b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea'}}] {{(pid=106189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:30:46.148378 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:46.197600 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:46.226904 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] For port c01d78fa-cbfb-4c80-a00f-e7a90be2757f, host hv-cinder-85646, cleared binding levels {{(pid=106189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:30:46.229259 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0598b-3fc4-4b8f-bc82-00f4b8b5831f req-f7de920a-6f96-4319-8054-ea84534a2531 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:46.230983 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c1d0598b-3fc4-4b8f-bc82-00f4b8b5831f req-f7de920a-6f96-4319-8054-ea84534a2531 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0754421 Sep 22 12:30:46.231363 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] For port c01d78fa-cbfb-4c80-a00f-e7a90be2757f, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:30:46.241234 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:46.289756 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:46.291070 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:46.292268 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/c01d78fa-cbfb-4c80-a00f-e7a90be2757f HTTP/1.1" status: 200 len: 1093 time: 0.9327354 Sep 22 12:30:46.293085 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c97c51-b54b-48e0-9929-cc535246eb97', 'tag': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f'}] {{(pid=106189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:30:46.295951 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64be3f76f25325df4d162c623afd71985c9d526dbd3dd574d951cc56993afe1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475663a5-4562-4a21-9d67-3b5757b6fad7" -d '{"events": [{"name": "network-changed", "server_uuid": "15c97c51-b54b-48e0-9929-cc535246eb97", "tag": "c01d78fa-cbfb-4c80-a00f-e7a90be2757f"}]}' {{(pid=106189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:30:46.309881 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-11bf8146-1eec-482c-b1f8-2a80a478af0f None None] Attempt 4 to provision port c01d78fa-cbfb-4c80-a00f-e7a90be2757f Sep 22 12:30:46.322655 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9be9f-b799-44f2-ba79-a63d0f8ce2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,revision_number=3']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:46.380038 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c1d0598b-3fc4-4b8f-bc82-00f4b8b5831f req-abf694b8-8f1e-4251-94d1-0ae732ef4135 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399248 Sep 22 12:30:46.485488 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:46.488725 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-11bf8146-1eec-482c-b1f8-2a80a478af0f None None] Port c01d78fa-cbfb-4c80-a00f-e7a90be2757f had new provisioning blocks added so it will not transition to active. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 12:30:46.492534 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-7161dec5-27e2-4628-8468-bc1cb5b12d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:46.494322 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-7161dec5-27e2-4628-8468-bc1cb5b12d58 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=553395befb8f4c958d34b7dffb2317e7&device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 1127 time: 0.1303563 Sep 22 12:30:46.502203 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068ec833-ac53-46be-b8f6-d354dd918e93 x-openstack-request-id: req-068ec833-ac53-46be-b8f6-d354dd918e93 {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:30:46.502685 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:46.508161 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c97c51-b54b-48e0-9929-cc535246eb97", "tag": "c01d78fa-cbfb-4c80-a00f-e7a90be2757f", "status": "completed", "code": 200}]} {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:30:46.508573 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-068ec833-ac53-46be-b8f6-d354dd918e93 {{(pid=106189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:30:46.509194 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-068ec833-ac53-46be-b8f6-d354dd918e93'] response: {'name': 'network-changed', 'server_uuid': '15c97c51-b54b-48e0-9929-cc535246eb97', 'tag': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f', 'status': 'completed', 'code': 200} Sep 22 12:30:46.520699 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be19a8-4ec7-44af-bc69-662a35083bd3 req-cb72b0ef-e5ca-4bb4-9fd1-655d7ed1be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:46.524173 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b9be19a8-4ec7-44af-bc69-662a35083bd3 req-cb72b0ef-e5ca-4bb4-9fd1-655d7ed1be4d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 1129 time: 0.0991461 Sep 22 12:30:46.562197 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-314a4430-409c-4e0f-bd5a-ae9dc0bfd36f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c01d78fa-cbfb-4c80-a00f-e7a90be2757f HTTP/1.1" status: 200 len: 217 time: 0.0508611 Sep 22 12:30:46.638378 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-f5e2bdcf-2626-42de-831a-d113a59bafe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:46.640441 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-f5e2bdcf-2626-42de-831a-d113a59bafe9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=13cccc76-44bb-44db-a343-17e3d4246299 HTTP/1.1" status: 200 len: 856 time: 0.0697434 Sep 22 12:30:46.682275 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482067d1-1312-4da0-934b-66b5ca2ffd4c req-d594b62a-3a79-47c5-8283-b30153cddaf0 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:46.683794 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-482067d1-1312-4da0-934b-66b5ca2ffd4c req-d594b62a-3a79-47c5-8283-b30153cddaf0 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.1566787 Sep 22 12:30:46.746896 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-18875433-3899-4002-8ed7-a0afec5345c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:46.754220 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-18875433-3899-4002-8ed7-a0afec5345c1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=08232c3f-2666-43a1-afb2-c887234ff0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0914268 Sep 22 12:30:46.761087 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be19a8-4ec7-44af-bc69-662a35083bd3 req-4c91e21b-b0c2-47a9-86c1-10b3d262011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:46.762799 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b9be19a8-4ec7-44af-bc69-662a35083bd3 req-4c91e21b-b0c2-47a9-86c1-10b3d262011b service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a HTTP/1.1" status: 200 len: 920 time: 0.2151530 Sep 22 12:30:46.767187 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-482067d1-1312-4da0-934b-66b5ca2ffd4c req-34bf7b53-1dab-4ea1-a13e-67d81c0c82cf tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718598 Sep 22 12:30:46.809988 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b9be19a8-4ec7-44af-bc69-662a35083bd3 req-85947bf1-fd81-4688-b7b3-fd8834d39380 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59f4c935-e132-4169-a0e6-2552ac665c8d HTTP/1.1" status: 200 len: 217 time: 0.0382926 Sep 22 12:30:46.844223 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-46f7dbea-cf2f-4957-a3ae-6fc70996830c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871496 Sep 22 12:30:46.866657 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be19a8-4ec7-44af-bc69-662a35083bd3 req-b081bfe3-782d-4289-8190-a3a0e8793845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:46.868278 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b9be19a8-4ec7-44af-bc69-662a35083bd3 req-b081bfe3-782d-4289-8190-a3a0e8793845 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6136a7d9-4fb1-4ae9-8b34-a44ca765189e HTTP/1.1" status: 200 len: 858 time: 0.0513792 Sep 22 12:30:46.918292 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be19a8-4ec7-44af-bc69-662a35083bd3 req-1d784821-7653-4b9f-a840-9410473d75bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:46.919765 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b9be19a8-4ec7-44af-bc69-662a35083bd3 req-1d784821-7653-4b9f-a840-9410473d75bd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408649 Sep 22 12:30:46.946455 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4ccd0bda-3dd4-4c33-badc-3da48e391928 req-ce7ea63e-8ab7-4bd9-a7f1-271257454a80 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951765 Sep 22 12:30:47.015556 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b9be19a8-4ec7-44af-bc69-662a35083bd3 req-7fc7b133-b95b-45ee-9fa9-d18ce918d38c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889788 Sep 22 12:30:47.308578 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:30:47.510275 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bad3f7-fdc6-467f-98e7-572a9df51ea0 req-60bd2c70-277a-42ff-9a04-5dd78a7e7dce tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:47.511742 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f8bad3f7-fdc6-467f-98e7-572a9df51ea0 req-60bd2c70-277a-42ff-9a04-5dd78a7e7dce tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0470574 Sep 22 12:30:47.559723 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f8bad3f7-fdc6-467f-98e7-572a9df51ea0 req-66b7c95f-49c3-4f9c-871a-8f0dfca9826a tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416503 Sep 22 12:30:47.892257 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad4701-3e38-489a-84b0-844edc70a57b req-16318aed-ce31-4bf8-be0c-adeea55904dd tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:47.894436 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-dbad4701-3e38-489a-84b0-844edc70a57b req-16318aed-ce31-4bf8-be0c-adeea55904dd tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0493298 Sep 22 12:30:47.941020 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-dbad4701-3e38-489a-84b0-844edc70a57b req-492b58f4-eb01-4074-8bf6-3a114aa2ee86 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404344 Sep 22 12:30:48.684694 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826eb45-515b-4fa5-bb11-eb8e9b295a7e req-e00fb828-74e9-45a5-9a0c-8f702c353077 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:48.686111 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3826eb45-515b-4fa5-bb11-eb8e9b295a7e req-e00fb828-74e9-45a5-9a0c-8f702c353077 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0483098 Sep 22 12:30:48.731240 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3826eb45-515b-4fa5-bb11-eb8e9b295a7e req-719cfad0-e4e9-4ba8-8491-8efd4d1807da tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397291 Sep 22 12:30:49.060004 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412d2ba-6790-4686-8cc8-e328214f4fac req-9d37d072-97bf-41c6-838a-231a0850555b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:49.061403 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0412d2ba-6790-4686-8cc8-e328214f4fac req-9d37d072-97bf-41c6-838a-231a0850555b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0462959 Sep 22 12:30:49.104725 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:49.109637 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0412d2ba-6790-4686-8cc8-e328214f4fac req-a2e8f0ae-4d5f-41b0-92ca-c2bfa80a4e2c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427415 Sep 22 12:30:49.707911 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b9be19a8-4ec7-44af-bc69-662a35083bd3 req-c6cf7836-6673-44fc-bb3e-ad9ad41632fd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862188 Sep 22 12:30:49.857374 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c31f97-7977-4b5c-a7fb-48651764609a req-fa91cde5-a55e-4fb9-8e3f-9bf30b67527d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:49.858826 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-63c31f97-7977-4b5c-a7fb-48651764609a req-fa91cde5-a55e-4fb9-8e3f-9bf30b67527d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0472090 Sep 22 12:30:49.904873 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-63c31f97-7977-4b5c-a7fb-48651764609a req-b65ed01a-5835-4b85-8b09-09548a524884 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398536 Sep 22 12:30:50.231895 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8eca16-dab0-403a-8ccf-8903bc6c5828 req-2b16cbb4-d816-43d4-a277-92048c488d68 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:50.233324 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cb8eca16-dab0-403a-8ccf-8903bc6c5828 req-2b16cbb4-d816-43d4-a277-92048c488d68 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0467398 Sep 22 12:30:50.256992 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:50.284715 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cb8eca16-dab0-403a-8ccf-8903bc6c5828 req-3a9777bf-e236-4e8f-ac7e-49ddfcf40a59 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446148 Sep 22 12:30:51.026882 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fea3f0-57fb-43f4-94c8-714c81ac1c43 req-a5f37055-b9fb-41d6-8649-73961df11723 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:51.028330 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-73fea3f0-57fb-43f4-94c8-714c81ac1c43 req-a5f37055-b9fb-41d6-8649-73961df11723 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0456269 Sep 22 12:30:51.074434 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-73fea3f0-57fb-43f4-94c8-714c81ac1c43 req-fc071d6b-5184-4787-adb5-887f1866eeb0 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406756 Sep 22 12:30:51.401977 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895170dc-8733-477b-8463-ac97c13faab4 req-ab781d8e-3cd7-4a3f-b52c-875c42c05a68 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:51.403406 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-895170dc-8733-477b-8463-ac97c13faab4 req-ab781d8e-3cd7-4a3f-b52c-875c42c05a68 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0450945 Sep 22 12:30:51.453489 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-895170dc-8733-477b-8463-ac97c13faab4 req-3c624122-82cb-4a74-81a1-179d95f52e48 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446959 Sep 22 12:30:52.203531 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d17a83-70a7-408d-80fa-2147c5b26f72 req-b22718ac-8e69-41ff-91cc-7efd7ebb7b5c tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:52.205021 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e8d17a83-70a7-408d-80fa-2147c5b26f72 req-b22718ac-8e69-41ff-91cc-7efd7ebb7b5c tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0484991 Sep 22 12:30:52.251390 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e8d17a83-70a7-408d-80fa-2147c5b26f72 req-17734cee-e871-4194-84d1-b2b63f564361 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403278 Sep 22 12:30:52.570844 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce1360-3f99-49c7-af4a-70ea14fe215b req-f0f2b536-1b2b-431a-901f-48f31ab8dff5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:52.572281 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-45ce1360-3f99-49c7-af4a-70ea14fe215b req-f0f2b536-1b2b-431a-901f-48f31ab8dff5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0453267 Sep 22 12:30:52.618979 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-45ce1360-3f99-49c7-af4a-70ea14fe215b req-6ea73362-c58b-45bb-9f27-3a5b1c60491d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412390 Sep 22 12:30:53.318813 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:53.404901 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a815d-293f-4286-b567-8e1a73135e59 req-551ada93-b556-4f2c-a50c-3a636edfd5dc tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:53.407336 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c50a815d-293f-4286-b567-8e1a73135e59 req-551ada93-b556-4f2c-a50c-3a636edfd5dc tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0791800 Sep 22 12:30:53.417541 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475663a5-4562-4a21-9d67-3b5757b6fad7 req-9644d1b8-ac6f-463e-8297-927a57792476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:53.418965 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-475663a5-4562-4a21-9d67-3b5757b6fad7 req-9644d1b8-ac6f-463e-8297-927a57792476 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=553395befb8f4c958d34b7dffb2317e7&device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 1127 time: 0.0581734 Sep 22 12:30:53.459071 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c50a815d-293f-4286-b567-8e1a73135e59 req-16fed8ca-5499-48af-84d1-23b98c005b35 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429330 Sep 22 12:30:53.622142 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475663a5-4562-4a21-9d67-3b5757b6fad7 req-1f44df8a-f1ac-4194-bac0-c5428f06d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:53.623601 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-475663a5-4562-4a21-9d67-3b5757b6fad7 req-1f44df8a-f1ac-4194-bac0-c5428f06d1cb service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=08232c3f-2666-43a1-afb2-c887234ff0ea HTTP/1.1" status: 200 len: 918 time: 0.0866325 Sep 22 12:30:53.868179 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-475663a5-4562-4a21-9d67-3b5757b6fad7 req-59f6e261-6f41-4871-af57-6fa7b58af12b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c01d78fa-cbfb-4c80-a00f-e7a90be2757f HTTP/1.1" status: 200 len: 217 time: 0.2346079 Sep 22 12:30:53.938595 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af208db-cc31-4b03-94b5-a6b9bfddbb03 req-647fb934-911d-44ce-a6b1-e162a82f49cc tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:53.940039 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9af208db-cc31-4b03-94b5-a6b9bfddbb03 req-647fb934-911d-44ce-a6b1-e162a82f49cc tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0744379 Sep 22 12:30:53.956604 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475663a5-4562-4a21-9d67-3b5757b6fad7 req-c714b61d-5017-4efd-94e2-dfa118dba6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:53.957952 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-475663a5-4562-4a21-9d67-3b5757b6fad7 req-c714b61d-5017-4efd-94e2-dfa118dba6bc service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=13cccc76-44bb-44db-a343-17e3d4246299 HTTP/1.1" status: 200 len: 856 time: 0.0826762 Sep 22 12:30:54.003282 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:54.021782 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475663a5-4562-4a21-9d67-3b5757b6fad7 req-42bab4fa-2f3a-431e-8699-23b775c8ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:54.023256 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-475663a5-4562-4a21-9d67-3b5757b6fad7 req-42bab4fa-2f3a-431e-8699-23b775c8ff7a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=08232c3f-2666-43a1-afb2-c887234ff0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580912 Sep 22 12:30:54.026681 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9af208db-cc31-4b03-94b5-a6b9bfddbb03 req-797b208e-2c8a-40b3-b8d7-99220df333e7 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801952 Sep 22 12:30:54.119424 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-475663a5-4562-4a21-9d67-3b5757b6fad7 req-57afdc6a-cfe4-484e-bbc5-cdae524ff230 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891707 Sep 22 12:30:54.191005 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:54.213219 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-475663a5-4562-4a21-9d67-3b5757b6fad7 req-cd27213d-db71-473d-8ab6-f9bed4d301db service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860436 Sep 22 12:30:54.581960 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1c669-8eca-4c1b-9a45-0264f26b672d req-140c9052-3dfd-4bc6-8a10-66ef6d87de8c tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:54.583395 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a6a1c669-8eca-4c1b-9a45-0264f26b672d req-140c9052-3dfd-4bc6-8a10-66ef6d87de8c tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0465770 Sep 22 12:30:54.635810 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a6a1c669-8eca-4c1b-9a45-0264f26b672d req-f1621a8e-287f-4bb8-ba27-07928875769f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467818 Sep 22 12:30:54.957053 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-808946ae-525d-4104-9985-53f2912819c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:55.143994 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b508d0-b057-4c01-90c3-9143a8e20ec2 req-c98e6676-ecad-429d-ae9b-228afe1fa57a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:55.145370 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f8b508d0-b057-4c01-90c3-9143a8e20ec2 req-c98e6676-ecad-429d-ae9b-228afe1fa57a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0452883 Sep 22 12:30:55.191592 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f8b508d0-b057-4c01-90c3-9143a8e20ec2 req-27421b87-7e9f-4279-afc7-83f743744833 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407827 Sep 22 12:30:55.765558 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481528d-2bfd-423b-bc5e-35c0e7a2d8b6 req-80c4d780-162a-46ad-884e-a7d286f84707 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:55.766896 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b481528d-2bfd-423b-bc5e-35c0e7a2d8b6 req-80c4d780-162a-46ad-884e-a7d286f84707 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0504203 Sep 22 12:30:55.813952 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b481528d-2bfd-423b-bc5e-35c0e7a2d8b6 req-f1acccfb-705c-4097-b6e5-2c740f22ddbc tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406005 Sep 22 12:30:56.312287 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660dcbc2-4535-4619-acea-3a5be82de11b req-38d6a3d7-16c3-43d9-9981-f171058482ce tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:56.313736 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-660dcbc2-4535-4619-acea-3a5be82de11b req-38d6a3d7-16c3-43d9-9981-f171058482ce tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0483384 Sep 22 12:30:56.359951 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-660dcbc2-4535-4619-acea-3a5be82de11b req-2647b65a-942d-44f9-8e51-4c683412c06c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400932 Sep 22 12:30:56.679803 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device c01d78fa-cbfb-4c80-a00f-e7a90be2757f details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:30:56.775954 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port c01d78fa-cbfb-4c80-a00f-e7a90be2757f, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:30:56.787019 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'port_id': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f', 'mac_address': 'fa:16:3e:97:26:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13cccc76-44bb-44db-a343-17e3d4246299', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:30:56.823721 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port c01d78fa-cbfb-4c80-a00f-e7a90be2757f is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:30:56.824101 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:56.836887 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01d78fa-cbfb-4c80-a00f-e7a90be2757f {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:30:56.857250 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port c01d78fa-cbfb-4c80-a00f-e7a90be2757f, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:30:56.863028 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:56.911911 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:56.936128 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=32 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:56.941124 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35d251-5386-41a3-9870-5525212c71c2 req-dd8db000-204d-465e-8b83-1b068480ef42 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:56.942042 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=33 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:56.942609 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2e35d251-5386-41a3-9870-5525212c71c2 req-dd8db000-204d-465e-8b83-1b068480ef42 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 944 time: 0.0473363 Sep 22 12:30:56.990468 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2e35d251-5386-41a3-9870-5525212c71c2 req-2642a2a9-1e5a-4095-86a2-4aa22dec7700 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420780 Sep 22 12:30:57.049595 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3c90ac27-706b-4667-9dcd-16c49675258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:57.304495 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=21 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:57.482602 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1dd8e-231f-440f-a784-a6b19612e413 req-388998b3-657e-4164-9128-ec34a9232c98 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:57.484048 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-96b1dd8e-231f-440f-a784-a6b19612e413 req-388998b3-657e-4164-9128-ec34a9232c98 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0462651 Sep 22 12:30:57.534079 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-96b1dd8e-231f-440f-a784-a6b19612e413 req-c211678b-946d-48ac-bd89-5f370ced8afa tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445962 Sep 22 12:30:57.969135 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['c01d78fa-cbfb-4c80-a00f-e7a90be2757f'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:30:58.025132 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:58.083514 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:58.119343 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b1a83-fc54-49e0-ade6-527a78113f2e req-19ed6c61-4328-4fa1-9431-82a1e1a44b00 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:58.120884 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c17b1a83-fc54-49e0-ade6-527a78113f2e req-19ed6c61-4328-4fa1-9431-82a1e1a44b00 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 944 time: 0.0475256 Sep 22 12:30:58.168518 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c17b1a83-fc54-49e0-ade6-527a78113f2e req-ee7aeec2-441b-4092-af09-b8e2da09efb7 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417433 Sep 22 12:30:58.431476 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:58.798146 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9f5b9-dea2-47fb-a122-c0a710bd2658 req-b607c99a-ca78-4aff-8433-ec78cfc3208b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:58.799900 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ebe9f5b9-dea2-47fb-a122-c0a710bd2658 req-b607c99a-ca78-4aff-8433-ec78cfc3208b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0540006 Sep 22 12:30:58.852973 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ebe9f5b9-dea2-47fb-a122-c0a710bd2658 req-1e01122e-e5f8-4b92-b791-25d1a8fddcb3 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441556 Sep 22 12:30:59.296424 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f80ed-569a-4a92-b8c0-198af8a5fda7 req-afb10c53-19e7-48aa-b7c5-28e26aca92e3 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:30:59.297889 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-051f80ed-569a-4a92-b8c0-198af8a5fda7 req-afb10c53-19e7-48aa-b7c5-28e26aca92e3 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 944 time: 0.0498021 Sep 22 12:30:59.327302 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:30:59.351075 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-051f80ed-569a-4a92-b8c0-198af8a5fda7 req-997cd735-5203-461d-b57c-8e796661c1d2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466652 Sep 22 12:30:59.691861 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device c01d78fa-cbfb-4c80-a00f-e7a90be2757f up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:30:59.738108 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning for port c01d78fa-cbfb-4c80-a00f-e7a90be2757f completed by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 12:30:59.744214 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port c01d78fa-cbfb-4c80-a00f-e7a90be2757f triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:30:59.744842 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:59.745175 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port c01d78fa-cbfb-4c80-a00f-e7a90be2757f Sep 22 12:30:59.825041 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port c01d78fa-cbfb-4c80-a00f-e7a90be2757f is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:30:59.825451 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:59.850272 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c97c51-b54b-48e0-9929-cc535246eb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:30:59.853338 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8decabd-2195-48ee-9e9e-d92dbcf4774d" -d '{"events": [{"server_uuid": "15c97c51-b54b-48e0-9929-cc535246eb97", "name": "network-vif-plugged", "status": "completed", "tag": "c01d78fa-cbfb-4c80-a00f-e7a90be2757f"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:30:59.878539 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port c01d78fa-cbfb-4c80-a00f-e7a90be2757f, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:30:59.879604 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:59.938732 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:30:59.942837 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1dc0d7-d28c-44e8-a54b-5833f34ded7b x-openstack-request-id: req-2a1dc0d7-d28c-44e8-a54b-5833f34ded7b {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:30:59.943147 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c97c51-b54b-48e0-9929-cc535246eb97", "name": "network-vif-plugged", "status": "completed", "tag": "c01d78fa-cbfb-4c80-a00f-e7a90be2757f", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:30:59.943407 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2a1dc0d7-d28c-44e8-a54b-5833f34ded7b {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:30:59.943936 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a1dc0d7-d28c-44e8-a54b-5833f34ded7b'] response: {'server_uuid': '15c97c51-b54b-48e0-9929-cc535246eb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f', 'code': 200} Sep 22 12:30:59.972788 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:30:59.976761 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:00.007451 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6006d9d-2755-4e49-b441-b35319ea1379 req-cd284473-518c-4787-98b3-c88508c177e4 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:00.008992 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e6006d9d-2755-4e49-b441-b35319ea1379 req-cd284473-518c-4787-98b3-c88508c177e4 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0582585 Sep 22 12:31:00.073497 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e6006d9d-2755-4e49-b441-b35319ea1379 req-04144494-b590-4022-a497-1695c562bacd tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535595 Sep 22 12:31:00.140983 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b759b2b-d320-4039-9da4-43a085ddf9dc req-39a2316a-c383-48e3-8c66-b5d8d3b66e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:00.142477 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7b759b2b-d320-4039-9da4-43a085ddf9dc req-39a2316a-c383-48e3-8c66-b5d8d3b66e2f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 1129 time: 0.0426350 Sep 22 12:31:00.188727 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7b759b2b-d320-4039-9da4-43a085ddf9dc req-1ffcf346-c52f-46de-8c61-5fd37cf72f43 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395389 Sep 22 12:31:00.379908 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 48664) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:00.442159 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:00.483814 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422df8fc-c2be-4f0b-9d41-7759536f748a req-bdb66b47-9132-448e-b377-2ccf58b18bc8 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:00.484225 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8de08736-505d-47f3-93df-5b73fbb468f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:00.485680 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-422df8fc-c2be-4f0b-9d41-7759536f748a req-bdb66b47-9132-448e-b377-2ccf58b18bc8 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0523391 Sep 22 12:31:00.541607 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-422df8fc-c2be-4f0b-9d41-7759536f748a req-75bad396-dfe1-41eb-ac83-8f7f4e6bc1a2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500498 Sep 22 12:31:00.562703 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8de08736-505d-47f3-93df-5b73fbb468f4 admin admin] Publish callbacks [] for security_group (23b595be-80b6-475c-aa80-acf1fc0ad06b), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:00.569798 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8de08736-505d-47f3-93df-5b73fbb468f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (23b595be-80b6-475c-aa80-acf1fc0ad06b), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:00.606268 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de08736-505d-47f3-93df-5b73fbb468f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b595be-80b6-475c-aa80-acf1fc0ad06b,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:00.612268 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-8de08736-505d-47f3-93df-5b73fbb468f4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=299f1a0143cc4e99a5402f020640bae0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312300 Sep 22 12:31:00.614989 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 48674) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:00.664838 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c3ea80f0-9b0d-4511-afdb-3c7a7555d486 admin admin] Publish callbacks [] for security_group (23b595be-80b6-475c-aa80-acf1fc0ad06b), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:00.687368 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c3ea80f0-9b0d-4511-afdb-3c7a7555d486 admin admin] Publish callbacks [] for security_group (23b595be-80b6-475c-aa80-acf1fc0ad06b), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:00.740654 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c3ea80f0-9b0d-4511-afdb-3c7a7555d486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (23b595be-80b6-475c-aa80-acf1fc0ad06b), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:00.743300 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c3ea80f0-9b0d-4511-afdb-3c7a7555d486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:00.744640 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-c3ea80f0-9b0d-4511-afdb-3c7a7555d486 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/23b595be-80b6-475c-aa80-acf1fc0ad06b HTTP/1.1" status: 204 len: 168 time: 0.1285691 Sep 22 12:31:00.752465 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea80f0-9b0d-4511-afdb-3c7a7555d486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b595be-80b6-475c-aa80-acf1fc0ad06b,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:01.199960 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5582d37-03da-48dd-8304-44fb74b947e2 req-acf6681c-c4bd-428c-b184-0a701c931601 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:01.201446 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a5582d37-03da-48dd-8304-44fb74b947e2 req-acf6681c-c4bd-428c-b184-0a701c931601 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0492737 Sep 22 12:31:01.252012 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a5582d37-03da-48dd-8304-44fb74b947e2 req-8bd8b975-edc9-410a-b813-92a08ddc2c62 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441501 Sep 22 12:31:01.677411 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38b8c3-6656-47b9-bdfa-43f3c6467a85 req-a734c1f4-a42a-4d6a-80c1-d06011f1cc46 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:01.678898 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6a38b8c3-6656-47b9-bdfa-43f3c6467a85 req-a734c1f4-a42a-4d6a-80c1-d06011f1cc46 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0498970 Sep 22 12:31:01.731265 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6a38b8c3-6656-47b9-bdfa-43f3c6467a85 req-eb77ab11-4f31-47ef-b5de-708380967a54 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461028 Sep 22 12:31:02.371829 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0884ff8-07fc-4f6b-9953-98380b1af634 req-62142a24-8f5a-45b9-b141-59cf50c51253 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:02.373294 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b0884ff8-07fc-4f6b-9953-98380b1af634 req-62142a24-8f5a-45b9-b141-59cf50c51253 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0488043 Sep 22 12:31:02.418977 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b0884ff8-07fc-4f6b-9953-98380b1af634 req-aad34544-84fe-4941-a031-9291e121cf51 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395722 Sep 22 12:31:02.857036 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacca4f-48dd-4293-9de6-238bd9cd0d62 req-7de408c3-4775-4350-917c-6d93a85403f3 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:02.858977 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4cacca4f-48dd-4293-9de6-238bd9cd0d62 req-7de408c3-4775-4350-917c-6d93a85403f3 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0466743 Sep 22 12:31:02.905741 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4cacca4f-48dd-4293-9de6-238bd9cd0d62 req-75623715-5f10-4697-a335-fc766dae70f5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405073 Sep 22 12:31:03.539605 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150efb0d-3f98-4a3b-9224-806f80615f05 req-479ae28f-ffe0-41fb-a03d-661802baf202 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:03.541072 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-150efb0d-3f98-4a3b-9224-806f80615f05 req-479ae28f-ffe0-41fb-a03d-661802baf202 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0490758 Sep 22 12:31:03.587635 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-150efb0d-3f98-4a3b-9224-806f80615f05 req-25ed0283-ab72-49ff-a4ff-a4b01141b250 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411551 Sep 22 12:31:04.040049 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4c127-1bcb-4787-98c1-07621c51639f req-c5fa987f-78cf-4263-b031-7ac2e6bb4c82 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:04.041682 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c1c4c127-1bcb-4787-98c1-07621c51639f req-c5fa987f-78cf-4263-b031-7ac2e6bb4c82 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0546577 Sep 22 12:31:04.066250 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:04.104189 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c1c4c127-1bcb-4787-98c1-07621c51639f req-64158146-ccd6-4629-a8a4-e3d0171296e7 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540264 Sep 22 12:31:04.706364 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f38221-1f42-48b8-81f5-a473130d3d76 req-459570e7-243f-4bc8-827c-6527572fa525 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:04.707825 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d6f38221-1f42-48b8-81f5-a473130d3d76 req-459570e7-243f-4bc8-827c-6527572fa525 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0459187 Sep 22 12:31:04.757087 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d6f38221-1f42-48b8-81f5-a473130d3d76 req-c286717d-2d32-4153-97b3-6756bbf609f2 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437171 Sep 22 12:31:05.231123 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475fd718-8181-4b6d-a1a5-ae6f3c097724 req-70d6e4c4-63f8-4464-bfad-8a2be083275f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:05.232577 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-475fd718-8181-4b6d-a1a5-ae6f3c097724 req-70d6e4c4-63f8-4464-bfad-8a2be083275f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0458984 Sep 22 12:31:05.279937 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-475fd718-8181-4b6d-a1a5-ae6f3c097724 req-1bb2f818-ee66-4866-a65a-eef7d9d9d8fd tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412016 Sep 22 12:31:05.839629 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:05.877614 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c84ae-3246-4270-bbf2-95e89bc5a500 req-21ecc05d-9025-46ea-9fe6-265a1a9aadae tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:05.879070 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-544c84ae-3246-4270-bbf2-95e89bc5a500 req-21ecc05d-9025-46ea-9fe6-265a1a9aadae tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0477104 Sep 22 12:31:05.924894 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-544c84ae-3246-4270-bbf2-95e89bc5a500 req-e8b29951-ff9a-4643-8b27-859e84ae3c23 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397172 Sep 22 12:31:06.406879 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a37bd-de33-4408-a0d9-29f7bd782a24 req-3da745bf-d2b0-458a-9df9-b385c3d130f1 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:06.408232 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b48a37bd-de33-4408-a0d9-29f7bd782a24 req-3da745bf-d2b0-458a-9df9-b385c3d130f1 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0487928 Sep 22 12:31:06.452903 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b48a37bd-de33-4408-a0d9-29f7bd782a24 req-60e477c1-280b-4eb8-9c27-5d9598f2952d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392501 Sep 22 12:31:07.042133 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36ec4c-fce9-4a1b-8445-bf0920ebf91d req-b70b24c0-ab9e-4e0d-bfa7-ca21f3850023 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:07.043548 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c36ec4c-fce9-4a1b-8445-bf0920ebf91d req-b70b24c0-ab9e-4e0d-bfa7-ca21f3850023 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0460770 Sep 22 12:31:07.089973 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c36ec4c-fce9-4a1b-8445-bf0920ebf91d req-bf2c7bbe-b4ca-442a-a6ec-f4ea510d3b1b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408115 Sep 22 12:31:07.587453 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7148a0-3ed3-4b7b-8489-6deed9488eaa req-1d9f7dea-0eb7-49f7-bea7-6f7713b634fd tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:07.589019 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-da7148a0-3ed3-4b7b-8489-6deed9488eaa req-1d9f7dea-0eb7-49f7-bea7-6f7713b634fd tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0492961 Sep 22 12:31:07.638968 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-da7148a0-3ed3-4b7b-8489-6deed9488eaa req-f1d0afef-d47c-487f-8e7a-d979c6e0ebc5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444877 Sep 22 12:31:08.053613 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:08.088046 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 48816) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:08.193711 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8d21c191-8109-409a-8908-6237faceae4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:08.216769 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb23903-bc26-441a-b964-c6c3562d1924 req-a1e77cfc-71a3-4c5e-a8c0-ada2e7d37263 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:08.218202 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6fb23903-bc26-441a-b964-c6c3562d1924 req-a1e77cfc-71a3-4c5e-a8c0-ada2e7d37263 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0484588 Sep 22 12:31:08.274154 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6fb23903-bc26-441a-b964-c6c3562d1924 req-9133c0b2-e61e-496a-b802-351c7b20a052 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463064 Sep 22 12:31:08.276830 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8d21c191-8109-409a-8908-6237faceae4e admin admin] Publish callbacks [] for security_group (1bfa3ea2-dda0-4b7d-9523-63f55e5238da), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:08.282204 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8d21c191-8109-409a-8908-6237faceae4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (1bfa3ea2-dda0-4b7d-9523-63f55e5238da), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:08.329426 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-8d21c191-8109-409a-8908-6237faceae4e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=2994659c171e4836a7a2f25137dc18b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403083 Sep 22 12:31:08.330642 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21c191-8109-409a-8908-6237faceae4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfa3ea2-dda0-4b7d-9523-63f55e5238da,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:08.332096 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 48828) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:08.338266 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21c191-8109-409a-8908-6237faceae4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.338619 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21c191-8109-409a-8908-6237faceae4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.338984 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21c191-8109-409a-8908-6237faceae4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.339597 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21c191-8109-409a-8908-6237faceae4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.339715 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21c191-8109-409a-8908-6237faceae4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.339980 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21c191-8109-409a-8908-6237faceae4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.340386 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21c191-8109-409a-8908-6237faceae4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.340716 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21c191-8109-409a-8908-6237faceae4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.341043 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21c191-8109-409a-8908-6237faceae4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.341366 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21c191-8109-409a-8908-6237faceae4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.341895 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21c191-8109-409a-8908-6237faceae4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.342039 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21c191-8109-409a-8908-6237faceae4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.342390 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21c191-8109-409a-8908-6237faceae4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.342741 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21c191-8109-409a-8908-6237faceae4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.343169 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d21c191-8109-409a-8908-6237faceae4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.390238 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-04e3d600-3168-4f0b-875e-911194983e9f admin admin] Publish callbacks [] for security_group (1bfa3ea2-dda0-4b7d-9523-63f55e5238da), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:08.410483 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-04e3d600-3168-4f0b-875e-911194983e9f admin admin] Publish callbacks [] for security_group (1bfa3ea2-dda0-4b7d-9523-63f55e5238da), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:08.464539 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-04e3d600-3168-4f0b-875e-911194983e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (1bfa3ea2-dda0-4b7d-9523-63f55e5238da), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:08.467007 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-04e3d600-3168-4f0b-875e-911194983e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:08.468156 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-04e3d600-3168-4f0b-875e-911194983e9f admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/1bfa3ea2-dda0-4b7d-9523-63f55e5238da HTTP/1.1" status: 204 len: 168 time: 0.1350303 Sep 22 12:31:08.475733 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3d600-3168-4f0b-875e-911194983e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfa3ea2-dda0-4b7d-9523-63f55e5238da,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:08.483022 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3d600-3168-4f0b-875e-911194983e9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.483365 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3d600-3168-4f0b-875e-911194983e9f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.483845 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3d600-3168-4f0b-875e-911194983e9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.484041 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3d600-3168-4f0b-875e-911194983e9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.484391 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3d600-3168-4f0b-875e-911194983e9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.484716 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3d600-3168-4f0b-875e-911194983e9f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.485039 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3d600-3168-4f0b-875e-911194983e9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.485359 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3d600-3168-4f0b-875e-911194983e9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.485678 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3d600-3168-4f0b-875e-911194983e9f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.485998 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3d600-3168-4f0b-875e-911194983e9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.486316 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3d600-3168-4f0b-875e-911194983e9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.486675 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3d600-3168-4f0b-875e-911194983e9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.486938 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3d600-3168-4f0b-875e-911194983e9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.487253 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3d600-3168-4f0b-875e-911194983e9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.488108 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e3d600-3168-4f0b-875e-911194983e9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:08.768285 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f751f97-f895-4ad6-bdea-277566d6ca9e req-352300b1-3177-4204-ad74-6ff22a8d6d76 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:08.769833 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1f751f97-f895-4ad6-bdea-277566d6ca9e req-352300b1-3177-4204-ad74-6ff22a8d6d76 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0508094 Sep 22 12:31:08.818712 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1f751f97-f895-4ad6-bdea-277566d6ca9e req-6a6394bf-e40f-4f03-b6f8-2aeda5d6c525 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433497 Sep 22 12:31:09.395842 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b960d-eaef-4313-bda7-d338ca58fc10 req-215d47bd-f323-446c-bde7-027faa8736f3 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:09.397347 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1b8b960d-eaef-4313-bda7-d338ca58fc10 req-215d47bd-f323-446c-bde7-027faa8736f3 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0474718 Sep 22 12:31:09.460599 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1b8b960d-eaef-4313-bda7-d338ca58fc10 req-2f77168a-fddc-44e4-9728-1cdbda1b7499 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575798 Sep 22 12:31:09.909196 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:09.948635 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287bdf0-c501-42b2-82ad-50458d469feb req-a2ec98be-d97b-40f9-afcf-1b3f154c6803 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:09.950014 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3287bdf0-c501-42b2-82ad-50458d469feb req-a2ec98be-d97b-40f9-afcf-1b3f154c6803 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0505676 Sep 22 12:31:09.999823 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3287bdf0-c501-42b2-82ad-50458d469feb req-7dff3e24-088f-4368-8852-635ec107cbd5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432100 Sep 22 12:31:10.617095 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5087a59-b24e-4ec6-bed1-cf87c8283f5e req-34118579-8f33-41db-b5fd-7d7c23c44c0a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:10.618714 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f5087a59-b24e-4ec6-bed1-cf87c8283f5e req-34118579-8f33-41db-b5fd-7d7c23c44c0a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0512004 Sep 22 12:31:10.654054 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:10.678780 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f5087a59-b24e-4ec6-bed1-cf87c8283f5e req-fd8f4537-f882-4edf-a407-86c08b4b23b1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533388 Sep 22 12:31:10.821450 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765406f-4196-4ffd-b936-7ec712d2b5f3 req-29599dd0-a241-4b1b-a8c1-dbe7c63c0eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:10.822920 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8765406f-4196-4ffd-b936-7ec712d2b5f3 req-29599dd0-a241-4b1b-a8c1-dbe7c63c0eac service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 1129 time: 0.0396428 Sep 22 12:31:10.933630 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765406f-4196-4ffd-b936-7ec712d2b5f3 req-2f128f24-ace3-4526-8ac9-0db23f4645b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:10.935123 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8765406f-4196-4ffd-b936-7ec712d2b5f3 req-2f128f24-ace3-4526-8ac9-0db23f4645b7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a HTTP/1.1" status: 200 len: 920 time: 0.0886226 Sep 22 12:31:10.982592 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8765406f-4196-4ffd-b936-7ec712d2b5f3 req-c8634265-f3ed-4772-b5ee-815cbd000898 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59f4c935-e132-4169-a0e6-2552ac665c8d HTTP/1.1" status: 200 len: 217 time: 0.0327957 Sep 22 12:31:11.035731 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765406f-4196-4ffd-b936-7ec712d2b5f3 req-2bdfaec0-132e-435c-86c6-f37c663bc2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:11.037118 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8765406f-4196-4ffd-b936-7ec712d2b5f3 req-2bdfaec0-132e-435c-86c6-f37c663bc2b7 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6136a7d9-4fb1-4ae9-8b34-a44ca765189e HTTP/1.1" status: 200 len: 858 time: 0.0476258 Sep 22 12:31:11.098070 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765406f-4196-4ffd-b936-7ec712d2b5f3 req-bcb01c26-c174-49bd-8d5b-a2902d4daff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:11.099460 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8765406f-4196-4ffd-b936-7ec712d2b5f3 req-bcb01c26-c174-49bd-8d5b-a2902d4daff1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484614 Sep 22 12:31:11.175738 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4783aef-51b5-407a-8a69-5b3b458bda8c req-fdc8d4a0-8cca-4414-a468-f6cbf1e2e122 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:11.177189 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b4783aef-51b5-407a-8a69-5b3b458bda8c req-fdc8d4a0-8cca-4414-a468-f6cbf1e2e122 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0930018 Sep 22 12:31:11.240856 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8765406f-4196-4ffd-b936-7ec712d2b5f3 req-5881269e-3c22-4846-a995-8246107e2d72 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257167 Sep 22 12:31:11.260309 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b4783aef-51b5-407a-8a69-5b3b458bda8c req-0193db7f-1ccf-45bd-aa52-cfb3776cdd60 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738928 Sep 22 12:31:11.338560 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8765406f-4196-4ffd-b936-7ec712d2b5f3 req-f6d75daa-132d-4c50-9f7b-829e8c7da5bf service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903685 Sep 22 12:31:11.391774 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a29d01-e263-4b28-8afa-fd35ed162c33 req-0555ddd0-7f91-4846-a441-b3173b1f9fe4 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:11.393274 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-18a29d01-e263-4b28-8afa-fd35ed162c33 req-0555ddd0-7f91-4846-a441-b3173b1f9fe4 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0577612 Sep 22 12:31:11.403790 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 48912) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:11.408093 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-ac48e423-1b7b-499f-a542-0adbcf5e87b4 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Request body: {'floatingip': {'port_id': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:11.445502 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-ac48e423-1b7b-499f-a542-0adbcf5e87b4 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for floatingip (a9b90ff1-f346-4c89-99c6-a4ca7c4b4579), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:11.768721 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:11.882634 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ba2f8-4f3b-4d25-85e8-dd9ada72dc4a req-1a585661-42a5-4023-9387-c69d4c1fe7ac tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:11.884199 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-440ba2f8-4f3b-4d25-85e8-dd9ada72dc4a req-1a585661-42a5-4023-9387-c69d4c1fe7ac tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.1142669 Sep 22 12:31:11.983166 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:12.035822 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-440ba2f8-4f3b-4d25-85e8-dd9ada72dc4a req-af4c4786-3cf8-481b-b296-a85bd2572d2d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307957 Sep 22 12:31:12.047557 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-ac48e423-1b7b-499f-a542-0adbcf5e87b4 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:12.052731 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-ac48e423-1b7b-499f-a542-0adbcf5e87b4 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (a9b90ff1-f346-4c89-99c6-a4ca7c4b4579), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:12.155250 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.l3_db [None req-ac48e423-1b7b-499f-a542-0adbcf5e87b4 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Floating IP a9b90ff1-f346-4c89-99c6-a4ca7c4b4579 associated. External IP: 172.27.0.110, port: c01d78fa-cbfb-4c80-a00f-e7a90be2757f. Sep 22 12:31:12.568394 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac48e423-1b7b-499f-a542-0adbcf5e87b4 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Router b00a1cf9-6173-4827-961d-e2820d29e4c0 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:31:12.677084 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac48e423-1b7b-499f-a542-0adbcf5e87b4 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:31:12.682007 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-ac48e423-1b7b-499f-a542-0adbcf5e87b4 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:12.689744 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ba4ed7-db16-4f39-b250-73051dfd66c5 None None] Sync routers for ids ['b00a1cf9-6173-4827-961d-e2820d29e4c0'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:31:12.708506 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ba4ed7-db16-4f39-b250-73051dfd66c5 None None] Routers {'b00a1cf9-6173-4827-961d-e2820d29e4c0'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:31:12.708506 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-60ba4ed7-db16-4f39-b250-73051dfd66c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:30:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b00a1cf9-6173-4827-961d-e2820d29e4c0'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:31:12.713413 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-ac48e423-1b7b-499f-a542-0adbcf5e87b4 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/a9b90ff1-f346-4c89-99c6-a4ca7c4b4579 HTTP/1.1" status: 200 len: 991 time: 1.3085339 Sep 22 12:31:12.714040 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c97c51-b54b-48e0-9929-cc535246eb97', 'tag': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:31:12.716354 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e8a5bf-80b1-41b0-b816-374e90a8c262" -d '{"events": [{"name": "network-changed", "server_uuid": "15c97c51-b54b-48e0-9929-cc535246eb97", "tag": "c01d78fa-cbfb-4c80-a00f-e7a90be2757f"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:31:12.756892 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42931224-318a-489e-9f42-54fda50bda35 x-openstack-request-id: req-42931224-318a-489e-9f42-54fda50bda35 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:31:12.757276 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c97c51-b54b-48e0-9929-cc535246eb97", "tag": "c01d78fa-cbfb-4c80-a00f-e7a90be2757f", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:31:12.757591 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-42931224-318a-489e-9f42-54fda50bda35 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:31:12.758127 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42931224-318a-489e-9f42-54fda50bda35'] response: {'name': 'network-changed', 'server_uuid': '15c97c51-b54b-48e0-9929-cc535246eb97', 'tag': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f', 'status': 'completed', 'code': 200} Sep 22 12:31:12.825746 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8a5bf-80b1-41b0-b816-374e90a8c262 req-9d61bfd8-355d-4064-b19a-bbafdf1e1f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:12.826453 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-60ba4ed7-db16-4f39-b250-73051dfd66c5 None None] Set router b00a1cf9-6173-4827-961d-e2820d29e4c0 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:31:12.828030 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f7e8a5bf-80b1-41b0-b816-374e90a8c262 req-9d61bfd8-355d-4064-b19a-bbafdf1e1f0d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=553395befb8f4c958d34b7dffb2317e7&device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 1129 time: 0.0472612 Sep 22 12:31:12.929485 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8a5bf-80b1-41b0-b816-374e90a8c262 req-fcf555e9-95a5-487c-9a40-5860514d4df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:12.930946 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f7e8a5bf-80b1-41b0-b816-374e90a8c262 req-fcf555e9-95a5-487c-9a40-5860514d4df6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=08232c3f-2666-43a1-afb2-c887234ff0ea HTTP/1.1" status: 200 len: 918 time: 0.0959449 Sep 22 12:31:13.002104 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f7e8a5bf-80b1-41b0-b816-374e90a8c262 req-f2570a10-c298-434c-83c5-cd91a4ea81a0 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c01d78fa-cbfb-4c80-a00f-e7a90be2757f HTTP/1.1" status: 200 len: 999 time: 0.0572698 Sep 22 12:31:13.061213 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:13.070718 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8a5bf-80b1-41b0-b816-374e90a8c262 req-1cd11aae-49e4-4142-b2d6-2247866d5c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:13.070718 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f7e8a5bf-80b1-41b0-b816-374e90a8c262 req-1cd11aae-49e4-4142-b2d6-2247866d5c78 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=13cccc76-44bb-44db-a343-17e3d4246299 HTTP/1.1" status: 200 len: 856 time: 0.0559008 Sep 22 12:31:13.130222 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8a5bf-80b1-41b0-b816-374e90a8c262 req-dca1c25b-c5c0-422f-8a19-f27275ec8f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:13.133839 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f7e8a5bf-80b1-41b0-b816-374e90a8c262 req-dca1c25b-c5c0-422f-8a19-f27275ec8f3f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=08232c3f-2666-43a1-afb2-c887234ff0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534410 Sep 22 12:31:13.253808 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-60ba4ed7-db16-4f39-b250-73051dfd66c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-router', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:30:30Z', 'updated_at': '2022-09-22T12:30:33Z', 'revision_number': 4, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'gw_port': {'id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:31Z', 'updated_at': '2022-09-22T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'a9b90ff1-f346-4c89-99c6-a4ca7c4b4579', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'port_id': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'mac_address': 'fa:16:3e:97:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c97c51-b54b-48e0-9929-cc535246eb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:30:37Z', 'updated_at': '2022-09-22T12:31:11Z', 'revision_number': 1, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d0f6b9-ab5c-4724-a700-28f650a5bfec', 'name': '', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'mac_address': 'fa:16:3e:49:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '13cccc76-44bb-44db-a343-17e3d4246299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:33Z', 'updated_at': '2022-09-22T12:30:39Z', 'revision_number': 5, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'subnets': [{'id': '13cccc76-44bb-44db-a343-17e3d4246299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:31:13.259004 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c658e-2b4b-4c60-b200-7ad4dd9d3b9c req-5f537cae-bc3d-4f04-9bbc-159b77add6d7 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:13.261107 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d38c658e-2b4b-4c60-b200-7ad4dd9d3b9c req-5f537cae-bc3d-4f04-9bbc-159b77add6d7 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.1020563 Sep 22 12:31:13.292463 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ba4ed7-db16-4f39-b250-73051dfd66c5 None None] Checking router: b00a1cf9-6173-4827-961d-e2820d29e4c0 for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:31:13.302518 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ba4ed7-db16-4f39-b250-73051dfd66c5 None None] Routers {'b00a1cf9-6173-4827-961d-e2820d29e4c0'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:31:13.303268 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-60ba4ed7-db16-4f39-b250-73051dfd66c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:30:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b00a1cf9-6173-4827-961d-e2820d29e4c0'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:31:13.322852 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:13.333413 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d38c658e-2b4b-4c60-b200-7ad4dd9d3b9c req-4af40e16-00d5-488b-9ebb-c0204e781e4f tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663850 Sep 22 12:31:13.335392 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f7e8a5bf-80b1-41b0-b816-374e90a8c262 req-db26fe6c-8f70-4428-b89e-ce929894a69e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856396 Sep 22 12:31:13.388100 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:13.414618 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-60ba4ed7-db16-4f39-b250-73051dfd66c5 None None] Set router b00a1cf9-6173-4827-961d-e2820d29e4c0 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:31:13.431702 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f7e8a5bf-80b1-41b0-b816-374e90a8c262 req-f33b2a87-4b0e-4442-8f6b-0f95d8c868ca service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888610 Sep 22 12:31:13.501641 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:13.625991 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-60ba4ed7-db16-4f39-b250-73051dfd66c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-router', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:30:30Z', 'updated_at': '2022-09-22T12:30:33Z', 'revision_number': 4, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'gw_port': {'id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:31Z', 'updated_at': '2022-09-22T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'a9b90ff1-f346-4c89-99c6-a4ca7c4b4579', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'port_id': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'mac_address': 'fa:16:3e:97:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c97c51-b54b-48e0-9929-cc535246eb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:30:37Z', 'updated_at': '2022-09-22T12:31:11Z', 'revision_number': 1, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d0f6b9-ab5c-4724-a700-28f650a5bfec', 'name': '', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'mac_address': 'fa:16:3e:49:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '13cccc76-44bb-44db-a343-17e3d4246299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:33Z', 'updated_at': '2022-09-22T12:30:39Z', 'revision_number': 5, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'subnets': [{'id': '13cccc76-44bb-44db-a343-17e3d4246299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:31:13.654241 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ba4ed7-db16-4f39-b250-73051dfd66c5 None None] The sync data for ids ['b00a1cf9-6173-4827-961d-e2820d29e4c0'] in dv-cinder-856463-4-iscsi is: [{'id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-router', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:30:30Z', 'updated_at': '2022-09-22T12:30:33Z', 'revision_number': 4, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'gw_port': {'id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:31Z', 'updated_at': '2022-09-22T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'a9b90ff1-f346-4c89-99c6-a4ca7c4b4579', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'port_id': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'mac_address': 'fa:16:3e:97:26:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c97c51-b54b-48e0-9929-cc535246eb97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:30:37Z', 'updated_at': '2022-09-22T12:31:11Z', 'revision_number': 1, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d0f6b9-ab5c-4724-a700-28f650a5bfec', 'name': '', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'mac_address': 'fa:16:3e:49:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '13cccc76-44bb-44db-a343-17e3d4246299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:33Z', 'updated_at': '2022-09-22T12:30:39Z', 'revision_number': 5, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'subnets': [{'id': '13cccc76-44bb-44db-a343-17e3d4246299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:31:13.841248 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb421c6b-cedd-4a2b-93e8-f860c11bc67f None None] New status for floating IP a9b90ff1-f346-4c89-99c6-a4ca7c4b4579: ACTIVE {{(pid=106191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:31:14.454437 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5e531-a804-427f-b5b0-679a6baace10 req-c6c6409a-7797-4977-a243-fb35c2e93f05 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:14.455887 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a6f5e531-a804-427f-b5b0-679a6baace10 req-c6c6409a-7797-4977-a243-fb35c2e93f05 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0450933 Sep 22 12:31:14.502335 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a6f5e531-a804-427f-b5b0-679a6baace10 req-70fe563b-8047-42fa-90fa-a63ae862ec7d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403924 Sep 22 12:31:15.621198 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec435e-30c5-46d7-acaa-136dc4136261 req-55a92ed7-11f6-4eea-bdd9-fdadafdfc018 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:15.622654 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-81ec435e-30c5-46d7-acaa-136dc4136261 req-55a92ed7-11f6-4eea-bdd9-fdadafdfc018 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0471032 Sep 22 12:31:15.667834 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-81ec435e-30c5-46d7-acaa-136dc4136261 req-7af5356a-530b-4ef0-86ae-e3782bbd468d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397739 Sep 22 12:31:16.793650 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b129a0-dd62-4740-a409-e63353a16ebf req-507242e7-3860-4f5c-9e3a-76970b1a81a5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:16.795156 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d1b129a0-dd62-4740-a409-e63353a16ebf req-507242e7-3860-4f5c-9e3a-76970b1a81a5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0551188 Sep 22 12:31:16.843654 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d1b129a0-dd62-4740-a409-e63353a16ebf req-6c4caeba-5c42-4146-8cd4-26c59a93a36b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422285 Sep 22 12:31:17.447144 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 49040) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:17.627211 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d1a9b001-aef9-46c7-91da-a4680c617285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:17.644781 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc00ff-e4e0-4f52-8477-2916abb174ae req-8a59d65f-0a12-4300-ac35-296cc9d3c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:17.646268 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b7dc00ff-e4e0-4f52-8477-2916abb174ae req-8a59d65f-0a12-4300-ac35-296cc9d3c850 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 1129 time: 0.0662684 Sep 22 12:31:17.723506 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b7dc00ff-e4e0-4f52-8477-2916abb174ae req-57a852c6-e24c-41ef-b09e-2835da04190e service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674188 Sep 22 12:31:17.758124 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d1a9b001-aef9-46c7-91da-a4680c617285 admin admin] Publish callbacks [] for security_group (e1cf762e-fe4c-4e4f-857b-dd7b8eb4f976), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:17.761747 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d1a9b001-aef9-46c7-91da-a4680c617285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (e1cf762e-fe4c-4e4f-857b-dd7b8eb4f976), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:17.802309 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-d1a9b001-aef9-46c7-91da-a4680c617285 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=02428e22c6704c5dbe2021df863b9cd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3539305 Sep 22 12:31:17.803037 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9b001-aef9-46c7-91da-a4680c617285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cf762e-fe4c-4e4f-857b-dd7b8eb4f976,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:17.805889 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 49056) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:17.861286 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-705df735-bb85-4af7-b662-a819408e04a2 admin admin] Publish callbacks [] for security_group (e1cf762e-fe4c-4e4f-857b-dd7b8eb4f976), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:17.884641 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-705df735-bb85-4af7-b662-a819408e04a2 admin admin] Publish callbacks [] for security_group (e1cf762e-fe4c-4e4f-857b-dd7b8eb4f976), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:17.937280 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-705df735-bb85-4af7-b662-a819408e04a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (e1cf762e-fe4c-4e4f-857b-dd7b8eb4f976), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:17.940003 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-705df735-bb85-4af7-b662-a819408e04a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:17.941746 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-705df735-bb85-4af7-b662-a819408e04a2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e1cf762e-fe4c-4e4f-857b-dd7b8eb4f976 HTTP/1.1" status: 204 len: 168 time: 0.1341941 Sep 22 12:31:17.950690 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705df735-bb85-4af7-b662-a819408e04a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cf762e-fe4c-4e4f-857b-dd7b8eb4f976,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:17.985614 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea5dd4-9902-4230-aa22-239a56922b1c req-6f951111-e6db-4682-b0e5-10cd393ad468 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:17.988240 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a6ea5dd4-9902-4230-aa22-239a56922b1c req-6f951111-e6db-4682-b0e5-10cd393ad468 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0637293 Sep 22 12:31:18.034849 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:18.039705 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a6ea5dd4-9902-4230-aa22-239a56922b1c req-6963fd7e-6d8d-4447-8c9c-24b07cee8019 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451100 Sep 22 12:31:19.205823 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c21e4-b687-4c68-80a5-1dd61aba4556 req-b5e9d580-e1de-4306-a101-c0458a2fe9a4 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:19.207979 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-393c21e4-b687-4c68-80a5-1dd61aba4556 req-b5e9d580-e1de-4306-a101-c0458a2fe9a4 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0515964 Sep 22 12:31:19.255843 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 49132) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:19.274919 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-393c21e4-b687-4c68-80a5-1dd61aba4556 req-d166ff45-7afa-426b-96f1-0b61cb95cf76 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612404 Sep 22 12:31:19.371423 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-22543bc7-3539-4584-92b0-ded9042f62e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:19.407173 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:19.452993 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-22543bc7-3539-4584-92b0-ded9042f62e1 admin admin] Publish callbacks [] for security_group (ba703d52-f45b-4080-90b2-7b22ae0b9046), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:19.458348 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-22543bc7-3539-4584-92b0-ded9042f62e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (ba703d52-f45b-4080-90b2-7b22ae0b9046), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:19.510861 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22543bc7-3539-4584-92b0-ded9042f62e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba703d52-f45b-4080-90b2-7b22ae0b9046,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:19.518449 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-22543bc7-3539-4584-92b0-ded9042f62e1 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0143fc569a0f43e79149474a7b604e53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2586770 Sep 22 12:31:19.520586 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 49144) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:19.550619 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabe04a-962d-465b-93f3-90dd523331e4 req-6dc082ce-c071-47ed-bc20-9707a8759466 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:19.552088 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-daabe04a-962d-465b-93f3-90dd523331e4 req-6dc082ce-c071-47ed-bc20-9707a8759466 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0540261 Sep 22 12:31:19.572341 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-40766694-7bf9-4fd3-b5b9-2840e133bff4 admin admin] Publish callbacks [] for security_group (ba703d52-f45b-4080-90b2-7b22ae0b9046), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:19.592653 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-40766694-7bf9-4fd3-b5b9-2840e133bff4 admin admin] Publish callbacks [] for security_group (ba703d52-f45b-4080-90b2-7b22ae0b9046), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:19.601022 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-daabe04a-962d-465b-93f3-90dd523331e4 req-3aaaa8ba-bb76-4aa7-bf6f-d9f941af2f5e tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430076 Sep 22 12:31:19.643919 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-40766694-7bf9-4fd3-b5b9-2840e133bff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (ba703d52-f45b-4080-90b2-7b22ae0b9046), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:19.646439 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-40766694-7bf9-4fd3-b5b9-2840e133bff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:19.647599 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-40766694-7bf9-4fd3-b5b9-2840e133bff4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ba703d52-f45b-4080-90b2-7b22ae0b9046 HTTP/1.1" status: 204 len: 168 time: 0.1260262 Sep 22 12:31:19.655741 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40766694-7bf9-4fd3-b5b9-2840e133bff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba703d52-f45b-4080-90b2-7b22ae0b9046,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:19.763002 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855dc5b-c22b-4125-af04-48914b152bce req-6c520f20-70d6-4e70-90c3-0d69d603f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:19.764542 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1855dc5b-c22b-4125-af04-48914b152bce req-6c520f20-70d6-4e70-90c3-0d69d603f4ff service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 1129 time: 0.0457242 Sep 22 12:31:19.859815 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855dc5b-c22b-4125-af04-48914b152bce req-b77491fb-70a8-48f7-adde-be282657dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:19.861401 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1855dc5b-c22b-4125-af04-48914b152bce req-b77491fb-70a8-48f7-adde-be282657dd35 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a HTTP/1.1" status: 200 len: 920 time: 0.0895233 Sep 22 12:31:19.907558 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1855dc5b-c22b-4125-af04-48914b152bce req-67e8b9d2-7bca-43e8-b4a5-dee8694aec69 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59f4c935-e132-4169-a0e6-2552ac665c8d HTTP/1.1" status: 200 len: 217 time: 0.0384026 Sep 22 12:31:19.944264 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 49152) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:19.957930 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5e5ca391-701f-4406-b209-8347520296db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:19.958764 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855dc5b-c22b-4125-af04-48914b152bce req-8612d1d2-e30d-429a-a04f-6ead28056d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:19.960183 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1855dc5b-c22b-4125-af04-48914b152bce req-8612d1d2-e30d-429a-a04f-6ead28056d14 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6136a7d9-4fb1-4ae9-8b34-a44ca765189e HTTP/1.1" status: 200 len: 858 time: 0.0452325 Sep 22 12:31:19.983754 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:20.022065 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855dc5b-c22b-4125-af04-48914b152bce req-0a88360d-11a0-48a1-9ad3-89284f1be737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:20.022267 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:20.023752 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1855dc5b-c22b-4125-af04-48914b152bce req-0a88360d-11a0-48a1-9ad3-89284f1be737 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424571 Sep 22 12:31:20.042266 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5e5ca391-701f-4406-b209-8347520296db admin admin] Publish callbacks [] for security_group (feb3de4c-9b25-4fb6-9d58-a26cc7145a30), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:20.046302 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5e5ca391-701f-4406-b209-8347520296db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (feb3de4c-9b25-4fb6-9d58-a26cc7145a30), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:20.085234 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-5e5ca391-701f-4406-b209-8347520296db admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0099acccd8d74358b7478158af7a41b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397161 Sep 22 12:31:20.086092 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ca391-701f-4406-b209-8347520296db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb3de4c-9b25-4fb6-9d58-a26cc7145a30,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:20.088372 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 49154) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:20.122420 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1855dc5b-c22b-4125-af04-48914b152bce req-1a970fa8-3970-4dbf-b6c5-6875bedaae48 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914094 Sep 22 12:31:20.137497 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-f3c42653-cfec-49a9-808c-a816a2114a66 admin admin] Publish callbacks [] for security_group (feb3de4c-9b25-4fb6-9d58-a26cc7145a30), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:20.160598 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-f3c42653-cfec-49a9-808c-a816a2114a66 admin admin] Publish callbacks [] for security_group (feb3de4c-9b25-4fb6-9d58-a26cc7145a30), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:20.212575 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-f3c42653-cfec-49a9-808c-a816a2114a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (feb3de4c-9b25-4fb6-9d58-a26cc7145a30), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:20.215078 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-f3c42653-cfec-49a9-808c-a816a2114a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:20.216228 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-f3c42653-cfec-49a9-808c-a816a2114a66 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/feb3de4c-9b25-4fb6-9d58-a26cc7145a30 HTTP/1.1" status: 204 len: 168 time: 0.1269581 Sep 22 12:31:20.225214 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c42653-cfec-49a9-808c-a816a2114a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb3de4c-9b25-4fb6-9d58-a26cc7145a30,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:20.230556 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1855dc5b-c22b-4125-af04-48914b152bce req-fdb9fc66-66c2-435c-b6a9-ac6f4cf1556c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919938 Sep 22 12:31:20.400367 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-7c49d120-d788-4f3b-8524-c00a0d3fa15f tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=64ab512913704ae1b116cd0c3189760b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358169 Sep 22 12:31:20.615944 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-c9dd8680-24e6-431e-ba6d-d5a1a8a8ee2f tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:20.617540 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-c9dd8680-24e6-431e-ba6d-d5a1a8a8ee2f tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2104516 Sep 22 12:31:20.626453 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 49184) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:20.641699 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-e46268af-daf3-48d6-b5ac-a51293f1f3a4 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/quotas/64ab512913704ae1b116cd0c3189760b HTTP/1.1" status: 200 len: 375 time: 0.0161211 Sep 22 12:31:20.650646 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-871ac97c-cf03-4f3e-973a-314524e44867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:20.714804 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-d9dcb1e7-26a7-4e7a-a387-ce4a3f7b5fff tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=64ab512913704ae1b116cd0c3189760b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662255 Sep 22 12:31:20.763924 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733f665-a18d-457b-ab3f-0f4ba685d285 req-3c366911-6496-470e-9682-5231d4098177 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:20.765769 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e733f665-a18d-457b-ab3f-0f4ba685d285 req-3c366911-6496-470e-9682-5231d4098177 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0614984 Sep 22 12:31:20.786198 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-871ac97c-cf03-4f3e-973a-314524e44867 admin admin] Publish callbacks [] for security_group (d83b7792-ebaf-4456-8536-760d24c76f40), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:20.792808 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:20.793051 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-871ac97c-cf03-4f3e-973a-314524e44867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (d83b7792-ebaf-4456-8536-760d24c76f40), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:20.825806 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e733f665-a18d-457b-ab3f-0f4ba685d285 req-d2926a24-d016-4c9a-864a-6d91a07c80fc tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535645 Sep 22 12:31:20.830651 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-871ac97c-cf03-4f3e-973a-314524e44867 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=363ddf8200834eefb8432f3687226af0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017853 Sep 22 12:31:20.834022 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 49192) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:20.859032 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ac97c-cf03-4f3e-973a-314524e44867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83b7792-ebaf-4456-8536-760d24c76f40,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:20.870911 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:20.908382 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c095e2f8-6d0a-44bd-b7ce-efcd959cf3c3 admin admin] Publish callbacks [] for security_group (d83b7792-ebaf-4456-8536-760d24c76f40), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:20.953272 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c095e2f8-6d0a-44bd-b7ce-efcd959cf3c3 admin admin] Publish callbacks [] for security_group (d83b7792-ebaf-4456-8536-760d24c76f40), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:20.957041 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e05cabe6-495d-4d13-a7e9-f6ed4beb35f2 req-b97af5d6-987a-498a-8d3b-2c8a33e0c894 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 210 time: 0.0390990 Sep 22 12:31:21.005231 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c095e2f8-6d0a-44bd-b7ce-efcd959cf3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (d83b7792-ebaf-4456-8536-760d24c76f40), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:21.007737 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c095e2f8-6d0a-44bd-b7ce-efcd959cf3c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:21.008918 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-c095e2f8-6d0a-44bd-b7ce-efcd959cf3c3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d83b7792-ebaf-4456-8536-760d24c76f40 HTTP/1.1" status: 204 len: 168 time: 0.1738665 Sep 22 12:31:21.017270 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095e2f8-6d0a-44bd-b7ce-efcd959cf3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83b7792-ebaf-4456-8536-760d24c76f40,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:21.703787 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 49212) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:21.809986 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c11a6357-ecf0-4754-86b1-bb1340664364 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:21.901633 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c11a6357-ecf0-4754-86b1-bb1340664364 admin admin] Publish callbacks [] for security_group (dab67818-e9c2-422b-9398-050f52158ecf), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:21.907056 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c11a6357-ecf0-4754-86b1-bb1340664364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (dab67818-e9c2-422b-9398-050f52158ecf), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:21.973154 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a6357-ecf0-4754-86b1-bb1340664364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab67818-e9c2-422b-9398-050f52158ecf,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:21.980198 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-c11a6357-ecf0-4754-86b1-bb1340664364 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=df150e1afc044ef0b8479ccb7ca8dfc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753642 Sep 22 12:31:21.982824 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 49226) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:22.006691 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c38b4-0202-49dd-9816-22c6124004b9 req-4b0a3d07-0d7c-49ca-ba40-edbefff9c33a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:22.008091 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-845c38b4-0202-49dd-9816-22c6124004b9 req-4b0a3d07-0d7c-49ca-ba40-edbefff9c33a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0773036 Sep 22 12:31:22.076126 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d2c493b0-302d-4f3f-a644-28c503e93539 admin admin] Publish callbacks [] for security_group (dab67818-e9c2-422b-9398-050f52158ecf), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:22.083595 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-845c38b4-0202-49dd-9816-22c6124004b9 req-4be4f6b6-d219-4b46-b53f-0e2e499d5cc5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680962 Sep 22 12:31:22.103049 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d2c493b0-302d-4f3f-a644-28c503e93539 admin admin] Publish callbacks [] for security_group (dab67818-e9c2-422b-9398-050f52158ecf), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:22.169527 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d2c493b0-302d-4f3f-a644-28c503e93539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (dab67818-e9c2-422b-9398-050f52158ecf), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:22.173876 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d2c493b0-302d-4f3f-a644-28c503e93539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:22.177525 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-d2c493b0-302d-4f3f-a644-28c503e93539 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/dab67818-e9c2-422b-9398-050f52158ecf HTTP/1.1" status: 204 len: 168 time: 0.1913881 Sep 22 12:31:22.199281 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c493b0-302d-4f3f-a644-28c503e93539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab67818-e9c2-422b-9398-050f52158ecf,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:22.222188 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d25cf754-a8ef-4838-86e0-a3707cccb9a8 req-bdf86983-4add-473e-9db7-344364e554b6 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 210 time: 0.0439415 Sep 22 12:31:22.514643 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 49240) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:22.528058 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-679a684d-cda0-4b61-9571-aab31030ccf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:22.602753 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-679a684d-cda0-4b61-9571-aab31030ccf4 admin admin] Publish callbacks [] for security_group (7786b295-8fd1-4310-afa2-9d082ee857dd), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:22.606243 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-679a684d-cda0-4b61-9571-aab31030ccf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (7786b295-8fd1-4310-afa2-9d082ee857dd), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:22.646514 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-679a684d-cda0-4b61-9571-aab31030ccf4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=2616ed3d543a4031a8ba3457dbcbe0f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307926 Sep 22 12:31:22.648412 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a684d-cda0-4b61-9571-aab31030ccf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7786b295-8fd1-4310-afa2-9d082ee857dd,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:22.649171 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 49242) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:22.698657 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-06804cc0-fc72-49a5-9d9b-3adc2cddc27e admin admin] Publish callbacks [] for security_group (7786b295-8fd1-4310-afa2-9d082ee857dd), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:22.718347 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-06804cc0-fc72-49a5-9d9b-3adc2cddc27e admin admin] Publish callbacks [] for security_group (7786b295-8fd1-4310-afa2-9d082ee857dd), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:22.765725 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-06804cc0-fc72-49a5-9d9b-3adc2cddc27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (7786b295-8fd1-4310-afa2-9d082ee857dd), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:22.768255 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-06804cc0-fc72-49a5-9d9b-3adc2cddc27e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:22.770079 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-06804cc0-fc72-49a5-9d9b-3adc2cddc27e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7786b295-8fd1-4310-afa2-9d082ee857dd HTTP/1.1" status: 204 len: 168 time: 0.1198316 Sep 22 12:31:22.778757 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06804cc0-fc72-49a5-9d9b-3adc2cddc27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7786b295-8fd1-4310-afa2-9d082ee857dd,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:23.235747 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc368444-1636-4459-a58c-9465025b7b74 req-a886f0b7-2952-4629-9db0-ab5c0fbf8527 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:23.236653 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-bc368444-1636-4459-a58c-9465025b7b74 req-a886f0b7-2952-4629-9db0-ab5c0fbf8527 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0515742 Sep 22 12:31:23.272919 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=7 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:23.305144 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-bc368444-1636-4459-a58c-9465025b7b74 req-a2d497b2-155a-475c-aa42-ae8e63f79539 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615406 Sep 22 12:31:23.343342 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-963bd94d-5f93-484a-b33b-d17709d76e40 req-33596eea-cd14-4552-b8ee-fee910089b9f tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 210 time: 0.0309184 Sep 22 12:31:23.508615 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 49272) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:23.642518 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-b8e47843-0d2b-43d6-906e-5ec0f1b05deb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1868669047-network', 'tenant_id': '543e3a7b5af24948a0ad0519d000e209'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:23.664109 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e47843-0d2b-43d6-906e-5ec0f1b05deb admin admin] Made reservation on behalf of 543e3a7b5af24948a0ad0519d000e209 for: {'network': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:31:23.666517 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b8e47843-0d2b-43d6-906e-5ec0f1b05deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for network (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:23.675189 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b8e47843-0d2b-43d6-906e-5ec0f1b05deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:23.677682 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:23.746478 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-68115dd1-cef8-471e-ae49-c20900601d08 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=64ab512913704ae1b116cd0c3189760b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283115 Sep 22 12:31:23.828226 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b8e47843-0d2b-43d6-906e-5ec0f1b05deb admin admin] Publish callbacks [] for security_group (97a7e516-4f89-462e-99b0-d1728999116c), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:23.836556 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b8e47843-0d2b-43d6-906e-5ec0f1b05deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (97a7e516-4f89-462e-99b0-d1728999116c), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:23.889943 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e47843-0d2b-43d6-906e-5ec0f1b05deb admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=106188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 12:31:23.911309 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e47843-0d2b-43d6-906e-5ec0f1b05deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a7e516-4f89-462e-99b0-d1728999116c,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:23.915329 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b8e47843-0d2b-43d6-906e-5ec0f1b05deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (05c394be-4dbd-4548-8111-4b99c8d60f39), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:23.915669 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.segments_db [None req-b8e47843-0d2b-43d6-906e-5ec0f1b05deb admin admin] Added segment 05c394be-4dbd-4548-8111-4b99c8d60f39 of type vlan for network 2491033e-9358-4f00-92f0-d897728f5662 Sep 22 12:31:23.929188 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-cd3dd50d-7c32-4066-998d-ac77ed0bb336 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:23.930610 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-cd3dd50d-7c32-4066-998d-ac77ed0bb336 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777501 Sep 22 12:31:23.963053 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b8e47843-0d2b-43d6-906e-5ec0f1b05deb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742010657190'] for network (2491033e-9358-4f00-92f0-d897728f5662), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:23.982886 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-2c5e30f2-395a-48ea-b4fa-8a34728f5794 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Request body: {'port': {'device_id': 'c1b52c26-f91e-4b82-b670-472f3ba2180e', 'network_id': '954d3b1b-828c-4833-aff6-f35bfc69efb0', 'admin_state_up': True, 'tenant_id': '64ab512913704ae1b116cd0c3189760b'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:24.030186 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b8e47843-0d2b-43d6-906e-5ec0f1b05deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for network (2491033e-9358-4f00-92f0-d897728f5662), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:24.031146 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e47843-0d2b-43d6-906e-5ec0f1b05deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:24.031716 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b8e47843-0d2b-43d6-906e-5ec0f1b05deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:24.101437 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-b8e47843-0d2b-43d6-906e-5ec0f1b05deb admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5917211 Sep 22 12:31:24.104801 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 49284) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:24.109801 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-56de7f4a-8a1f-493c-b22b-16e2c90d9482 admin admin] Request body: {'subnet': {'network_id': '2491033e-9358-4f00-92f0-d897728f5662', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1868669047-subnet', 'tenant_id': '543e3a7b5af24948a0ad0519d000e209', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:24.113660 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e47843-0d2b-43d6-906e-5ec0f1b05deb admin admin] Pushing event updated for resources: {'Network': ['ID=2491033e-9358-4f00-92f0-d897728f5662,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:24.125149 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Network 2491033e-9358-4f00-92f0-d897728f5662 details requested by agent ovs-agent-dv-cinder-856463-4-iscsi with host dv-cinder-856463-4-iscsi {{(pid=106190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 12:31:24.141861 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56de7f4a-8a1f-493c-b22b-16e2c90d9482 admin admin] Made reservation on behalf of 543e3a7b5af24948a0ad0519d000e209 for: {'subnet': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:31:24.144950 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-56de7f4a-8a1f-493c-b22b-16e2c90d9482 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3860156'] for subnet (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:24.161353 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-2c5e30f2-395a-48ea-b4fa-8a34728f5794 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Made reservation on behalf of 64ab512913704ae1b116cd0c3189760b for: {'port': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:31:24.165297 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-2c5e30f2-395a-48ea-b4fa-8a34728f5794 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:24.174501 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-2c5e30f2-395a-48ea-b4fa-8a34728f5794 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:24.252393 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-2c5e30f2-395a-48ea-b4fa-8a34728f5794 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Publish callbacks [] for security_group (875fc268-096b-4241-ab8e-0ec0dfe22363), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:24.256546 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-2c5e30f2-395a-48ea-b4fa-8a34728f5794 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (875fc268-096b-4241-ab8e-0ec0dfe22363), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:24.267385 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:24.270919 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:INSERT=16,neutron:SELECT=81,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:24.307651 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:31:24.314363 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:24.320653 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-56de7f4a-8a1f-493c-b22b-16e2c90d9482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2985252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3860138'] for subnet (503c5cf5-f573-491a-8279-f64b505346cd), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:24.323905 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e30f2-395a-48ea-b4fa-8a34728f5794 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=875fc268-096b-4241-ab8e-0ec0dfe22363,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:24.372813 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de7f4a-8a1f-493c-b22b-16e2c90d9482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=503c5cf5-f573-491a-8279-f64b505346cd,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:24.382887 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:24.391807 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56de7f4a-8a1f-493c-b22b-16e2c90d9482 admin admin] Checking segment: {'id': '05c394be-4dbd-4548-8111-4b99c8d60f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2491033e-9358-4f00-92f0-d897728f5662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:31:24.392167 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56de7f4a-8a1f-493c-b22b-16e2c90d9482 admin admin] Network hostable DHCP agents. Network: 2491033e-9358-4f00-92f0-d897728f5662, hostable agents: ['a2e957d1-0bb2-4343-b675-01d2080b3290'], hosted agents: [] {{(pid=106189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 12:31:24.395702 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-2c5e30f2-395a-48ea-b4fa-8a34728f5794 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Allocated IP 192.168.233.71 (954d3b1b-828c-4833-aff6-f35bfc69efb0/2f65f175-6663-46cb-a7d4-d9e4b50a9cbc/303283c4-dee2-46dc-8529-2226ab600b75) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:31:24.410719 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56de7f4a-8a1f-493c-b22b-16e2c90d9482 admin admin] Network 2491033e-9358-4f00-92f0-d897728f5662 is scheduled to be hosted by DHCP agent a2e957d1-0bb2-4343-b675-01d2080b3290 with binding_index 1 {{(pid=106189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 12:31:24.420150 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-56de7f4a-8a1f-493c-b22b-16e2c90d9482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-4-iscsi, 2491033e-9358-4f00-92f0-d897728f5662) {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:31:24.426844 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56de7f4a-8a1f-493c-b22b-16e2c90d9482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:24.427863 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-56de7f4a-8a1f-493c-b22b-16e2c90d9482 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:24.434636 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62113a0-7d59-4ca6-8216-9cf513855e28 None None] Network 2491033e-9358-4f00-92f0-d897728f5662 requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:31:24.450821 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-56de7f4a-8a1f-493c-b22b-16e2c90d9482 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3438919 Sep 22 12:31:24.463817 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b90ff8b9-83d6-45ac-b511-15d9feb80838 req-908b5480-a579-41a6-892a-3115484d053b tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 210 time: 0.0331666 Sep 22 12:31:24.553592 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bca2d9-962c-4305-b800-54051f3a2bb9 None None] Network 2491033e-9358-4f00-92f0-d897728f5662 requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:31:24.587255 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-2c5e30f2-395a-48ea-b4fa-8a34728f5794 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Publish callbacks [] for port (303283c4-dee2-46dc-8529-2226ab600b75), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:24.634825 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-2c5e30f2-395a-48ea-b4fa-8a34728f5794 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (303283c4-dee2-46dc-8529-2226ab600b75), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:24.695696 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-2c5e30f2-395a-48ea-b4fa-8a34728f5794 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Network 954d3b1b-828c-4833-aff6-f35bfc69efb0 is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:31:24.698894 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-2c5e30f2-395a-48ea-b4fa-8a34728f5794 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:31:24.701507 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-2c5e30f2-395a-48ea-b4fa-8a34728f5794 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:31:24.737141 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e30f2-395a-48ea-b4fa-8a34728f5794 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Pushing event updated for resources: {'Port': ['ID=303283c4-dee2-46dc-8529-2226ab600b75,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:24.765538 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-2c5e30f2-395a-48ea-b4fa-8a34728f5794 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:24.767007 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-2c5e30f2-395a-48ea-b4fa-8a34728f5794 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:24.785714 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 49300) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:24.791736 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-09d79dd5-10e4-4fde-861e-550d1e518736 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1292002522', 'description': 'tempest-description--1841898519'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:24.809144 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-2c5e30f2-395a-48ea-b4fa-8a34728f5794 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8298080 Sep 22 12:31:24.818983 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-09d79dd5-10e4-4fde-861e-550d1e518736 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:24.826474 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] Request body: {'port': {'device_id': 'c1b52c26-f91e-4b82-b670-472f3ba2180e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:24.931084 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (303283c4-dee2-46dc-8529-2226ab600b75), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:24.972622 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-74efea3d-0bc5-4553-8252-a4ec9e4a242c None None] Provisioning complete for port 303283c4-dee2-46dc-8529-2226ab600b75 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:31:24.973272 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-74efea3d-0bc5-4553-8252-a4ec9e4a242c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (303283c4-dee2-46dc-8529-2226ab600b75), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:24.973758 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-74efea3d-0bc5-4553-8252-a4ec9e4a242c None None] Attempt 1 to provision port 303283c4-dee2-46dc-8529-2226ab600b75 Sep 22 12:31:24.996984 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-941639c1-b650-41dc-8079-dd2c33e07e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:25.010490 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-74efea3d-0bc5-4553-8252-a4ec9e4a242c None None] Port 303283c4-dee2-46dc-8529-2226ab600b75 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:31:25.225362 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-09d79dd5-10e4-4fde-861e-550d1e518736 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for security_group (3a2bf189-f3e9-4373-9c8b-7a157b48d8fb), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:25.234972 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-09d79dd5-10e4-4fde-861e-550d1e518736 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (3a2bf189-f3e9-4373-9c8b-7a157b48d8fb), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:25.321843 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-09d79dd5-10e4-4fde-861e-550d1e518736 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:25.323065 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-09d79dd5-10e4-4fde-861e-550d1e518736 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5363550 Sep 22 12:31:25.326076 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 49306) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:25.326547 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d79dd5-10e4-4fde-861e-550d1e518736 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:25.333553 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-ae522273-7ea7-44db-89f2-60d1ed907f96 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Request body: {'security_group_rule': {'security_group_id': '3a2bf189-f3e9-4373-9c8b-7a157b48d8fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:25.359426 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ae522273-7ea7-44db-89f2-60d1ed907f96 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for security_group_rule (a32e2e42-d416-45a0-ab05-638e42365fa0), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:25.395059 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:25.401372 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:25.417524 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ae522273-7ea7-44db-89f2-60d1ed907f96 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for security_group_rule (a32e2e42-d416-45a0-ab05-638e42365fa0), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:25.421715 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ae522273-7ea7-44db-89f2-60d1ed907f96 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (a32e2e42-d416-45a0-ab05-638e42365fa0), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:25.439456 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae522273-7ea7-44db-89f2-60d1ed907f96 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32e2e42-d416-45a0-ab05-638e42365fa0,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:25.448631 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ae522273-7ea7-44db-89f2-60d1ed907f96 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:25.449853 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-ae522273-7ea7-44db-89f2-60d1ed907f96 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226335 Sep 22 12:31:25.452564 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 49308) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:25.457385 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-6e0d0bb5-5608-4ffe-85ed-c7fa675fd51b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Request body: {'security_group_rule': {'security_group_id': '3a2bf189-f3e9-4373-9c8b-7a157b48d8fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:25.476357 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303283c4-dee2-46dc-8529-2226ab600b75 {{(pid=106188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:31:25.483984 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6e0d0bb5-5608-4ffe-85ed-c7fa675fd51b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for security_group_rule (94bc8d11-43fd-464a-ae1a-6430854a4af3), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:25.484156 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] Publish callbacks [] for port (303283c4-dee2-46dc-8529-2226ab600b75), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:25.497853 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.provisioning_blocks [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] Transition to ACTIVE for port object 303283c4-dee2-46dc-8529-2226ab600b75 will not be triggered until provisioned by entity L2. {{(pid=106188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 12:31:25.501326 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (303283c4-dee2-46dc-8529-2226ab600b75), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:25.512321 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-74efea3d-0bc5-4553-8252-a4ec9e4a242c None None] Attempt 2 to provision port 303283c4-dee2-46dc-8529-2226ab600b75 Sep 22 12:31:25.552836 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6e0d0bb5-5608-4ffe-85ed-c7fa675fd51b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for security_group_rule (94bc8d11-43fd-464a-ae1a-6430854a4af3), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:25.558184 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6e0d0bb5-5608-4ffe-85ed-c7fa675fd51b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (94bc8d11-43fd-464a-ae1a-6430854a4af3), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:25.562728 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-74efea3d-0bc5-4553-8252-a4ec9e4a242c None None] Port 303283c4-dee2-46dc-8529-2226ab600b75 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:31:25.578738 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d0bb5-5608-4ffe-85ed-c7fa675fd51b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bc8d11-43fd-464a-ae1a-6430854a4af3,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:25.580986 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] Pushing event updated for resources: {'Port': ['ID=303283c4-dee2-46dc-8529-2226ab600b75,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:25.587443 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6e0d0bb5-5608-4ffe-85ed-c7fa675fd51b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:25.588677 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-6e0d0bb5-5608-4ffe-85ed-c7fa675fd51b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351652 Sep 22 12:31:25.591866 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 49312) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:25.596055 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-ab5c1b90-d451-4418-880c-7044a98b45f1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Request body: {'floatingip': {'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:25.619839 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1b90-d451-4418-880c-7044a98b45f1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:25.647095 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e9da3-4ea3-4580-97ca-02dc570b831d req-b561fbcc-d58a-4920-b78c-fecd1939d4aa tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:25.648600 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-593e9da3-4ea3-4580-97ca-02dc570b831d req-b561fbcc-d58a-4920-b78c-fecd1939d4aa tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 947 time: 0.0997117 Sep 22 12:31:25.675306 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] Attempting to bind port 303283c4-dee2-46dc-8529-2226ab600b75 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:31:25.675697 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] Attempting to bind port 303283c4-dee2-46dc-8529-2226ab600b75 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '7e2dac61-9467-415c-be24-43c0d0d09baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '954d3b1b-828c-4833-aff6-f35bfc69efb0'}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:31:25.675977 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] Attempting to bind port 303283c4-dee2-46dc-8529-2226ab600b75 on network 954d3b1b-828c-4833-aff6-f35bfc69efb0 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:31:25.700534 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1b90-d451-4418-880c-7044a98b45f1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:25.745987 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-593e9da3-4ea3-4580-97ca-02dc570b831d req-a7db1196-2541-46c5-9fc1-3fc0c8b322c9 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=875fc268-096b-4241-ab8e-0ec0dfe22363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876725 Sep 22 12:31:25.747988 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] Port 303283c4-dee2-46dc-8529-2226ab600b75 on network 954d3b1b-828c-4833-aff6-f35bfc69efb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 12:31:25.748336 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] Attempting to bind port 303283c4-dee2-46dc-8529-2226ab600b75 on network 954d3b1b-828c-4833-aff6-f35bfc69efb0 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:31:25.791803 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] Checking agent: {'id': '60a799af-7434-4fee-b6c6-29cadfeb25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'started_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:31:25.792514 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] Checking segment: {'id': '7e2dac61-9467-415c-be24-43c0d0d09baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '954d3b1b-828c-4833-aff6-f35bfc69efb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:31:25.792514 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] Bound using segment: {'id': '7e2dac61-9467-415c-be24-43c0d0d09baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '954d3b1b-828c-4833-aff6-f35bfc69efb0'} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:31:25.792957 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] Bound port: 303283c4-dee2-46dc-8529-2226ab600b75, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2dac61-9467-415c-be24-43c0d0d09baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '954d3b1b-828c-4833-aff6-f35bfc69efb0'}}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:31:25.793310 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (303283c4-dee2-46dc-8529-2226ab600b75), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:25.813559 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [None req-ab5c1b90-d451-4418-880c-7044a98b45f1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Allocated IP 172.27.0.19 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/d84656f5-e551-46ac-8fd6-cba033fb0d73) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:31:25.826741 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:25.856117 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] For port 303283c4-dee2-46dc-8529-2226ab600b75, host hv-cinder-85646, cleared binding levels {{(pid=106188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:31:25.859291 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] For port 303283c4-dee2-46dc-8529-2226ab600b75, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=303283c4-dee2-46dc-8529-2226ab600b75,segment=NetworkSegment(7e2dac61-9467-415c-be24-43c0d0d09baf),segment_id=7e2dac61-9467-415c-be24-43c0d0d09baf)] {{(pid=106188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:31:25.868530 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (303283c4-dee2-46dc-8529-2226ab600b75), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:25.874161 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:25.875419 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:25.878211 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/303283c4-dee2-46dc-8529-2226ab600b75 HTTP/1.1" status: 200 len: 1097 time: 1.0566082 Sep 22 12:31:25.881035 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b52c26-f91e-4b82-b670-472f3ba2180e', 'tag': '303283c4-dee2-46dc-8529-2226ab600b75'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:31:25.884137 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc82bca-fdf0-4e10-8855-b6271b74b315" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b52c26-f91e-4b82-b670-472f3ba2180e", "tag": "303283c4-dee2-46dc-8529-2226ab600b75"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:31:25.937149 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1b90-d451-4418-880c-7044a98b45f1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for port (d84656f5-e551-46ac-8fd6-cba033fb0d73), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:25.944734 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:25.956743 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd65b58-9565-4deb-b3a1-16b119f1347f x-openstack-request-id: req-4bd65b58-9565-4deb-b3a1-16b119f1347f {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:31:25.957034 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b52c26-f91e-4b82-b670-472f3ba2180e", "tag": "303283c4-dee2-46dc-8529-2226ab600b75", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:31:25.957290 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4bd65b58-9565-4deb-b3a1-16b119f1347f {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:31:25.957687 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd65b58-9565-4deb-b3a1-16b119f1347f'] response: {'name': 'network-changed', 'server_uuid': 'c1b52c26-f91e-4b82-b670-472f3ba2180e', 'tag': '303283c4-dee2-46dc-8529-2226ab600b75', 'status': 'completed', 'code': 200} Sep 22 12:31:25.974856 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1b90-d451-4418-880c-7044a98b45f1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (d84656f5-e551-46ac-8fd6-cba033fb0d73), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:25.985462 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-f56e1287-1e19-4d92-8ee5-16e910874861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:25.986959 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-f56e1287-1e19-4d92-8ee5-16e910874861 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=64ab512913704ae1b116cd0c3189760b&device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 1131 time: 0.0682635 Sep 22 12:31:25.988243 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ac033-fe79-46b0-84b2-2a5dcb41e270 service neutron] Pushing event updated for resources: {'Port': ['ID=303283c4-dee2-46dc-8529-2226ab600b75,revision_number=3']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:26.013852 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5c1b90-d451-4418-880c-7044a98b45f1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:31:26.018373 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-ab5c1b90-d451-4418-880c-7044a98b45f1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:31:26.022428 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5c1b90-d451-4418-880c-7044a98b45f1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:31:26.029632 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-022b7796-debb-42f0-b3b4-42434bed0055 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=303283c4-dee2-46dc-8529-2226ab600b75 HTTP/1.1" status: 200 len: 217 time: 0.0342445 Sep 22 12:31:26.044060 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c1b90-d451-4418-880c-7044a98b45f1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Pushing event updated for resources: {'Port': ['ID=d84656f5-e551-46ac-8fd6-cba033fb0d73,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:26.063616 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-74efea3d-0bc5-4553-8252-a4ec9e4a242c None None] Attempt 3 to provision port 303283c4-dee2-46dc-8529-2226ab600b75 Sep 22 12:31:26.081110 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-a2251c88-3f16-47b3-a70d-727dc1a8b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:26.082562 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-a2251c88-3f16-47b3-a70d-727dc1a8b89a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2f65f175-6663-46cb-a7d4-d9e4b50a9cbc HTTP/1.1" status: 200 len: 843 time: 0.0458021 Sep 22 12:31:26.106048 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-74efea3d-0bc5-4553-8252-a4ec9e4a242c None None] Port 303283c4-dee2-46dc-8529-2226ab600b75 had new provisioning blocks added so it will not transition to active. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 12:31:26.116081 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1b90-d451-4418-880c-7044a98b45f1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for floatingip (2ec18f5b-4bf5-4aff-9b5e-9cfe7112ca30), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:26.134292 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-fab7f0d9-e582-42f3-855a-bd45b3106d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:26.135809 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-fab7f0d9-e582-42f3-855a-bd45b3106d97 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=954d3b1b-828c-4833-aff6-f35bfc69efb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0459898 Sep 22 12:31:26.157893 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1b90-d451-4418-880c-7044a98b45f1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (d84656f5-e551-46ac-8fd6-cba033fb0d73), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:26.240038 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-bc4f6ce6-4e46-48a9-b408-6ea18f7740fc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/954d3b1b-828c-4833-aff6-f35bfc69efb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912764 Sep 22 12:31:26.265434 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:26.313436 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1b90-d451-4418-880c-7044a98b45f1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for port (d84656f5-e551-46ac-8fd6-cba033fb0d73), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:26.317946 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1b90-d451-4418-880c-7044a98b45f1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (d84656f5-e551-46ac-8fd6-cba033fb0d73), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:26.325090 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=10 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:26.384013 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:26.384252 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c1b90-d451-4418-880c-7044a98b45f1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Pushing event updated for resources: {'Port': ['ID=d84656f5-e551-46ac-8fd6-cba033fb0d73,revision_number=2']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:26.386730 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1b90-d451-4418-880c-7044a98b45f1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (2ec18f5b-4bf5-4aff-9b5e-9cfe7112ca30), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:26.403436 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ab5c1b90-d451-4418-880c-7044a98b45f1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:26.404700 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-ab5c1b90-d451-4418-880c-7044a98b45f1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8119361 Sep 22 12:31:26.405334 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c28d79ee-7906-44aa-8be8-42a63ac24545 req-9c034f3e-b594-4588-9700-78cb6df88074 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/954d3b1b-828c-4833-aff6-f35bfc69efb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590207 Sep 22 12:31:26.436081 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-dd1056f6-8b30-4b0b-b5a7-e15ab3cac12b tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:26.437504 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-dd1056f6-8b30-4b0b-b5a7-e15ab3cac12b tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/networks?id=2491033e-9358-4f00-92f0-d897728f5662 HTTP/1.1" status: 200 len: 809 time: 0.1420739 Sep 22 12:31:26.452633 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-593aaf59-bdcf-47aa-8721-a73c21dc3c6c tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/quotas/543e3a7b5af24948a0ad0519d000e209 HTTP/1.1" status: 200 len: 375 time: 0.0092793 Sep 22 12:31:26.487215 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-988407a6-03ca-4563-9fa9-fa818ddda1b8 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=543e3a7b5af24948a0ad0519d000e209&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284011 Sep 22 12:31:26.599322 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-76306f4b-b38e-4433-a655-4fb94a9de10e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2491033e-9358-4f00-92f0-d897728f5662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051250 Sep 22 12:31:26.669543 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-bc5a3f81-e38a-4c75-bb29-622e315174a8 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1292002522&fields=id&tenant_id=fb62ca26c4fe47deb0a21511a96e6403 HTTP/1.1" status: 200 len: 267 time: 0.1019013 Sep 22 12:31:26.775866 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-af338c96-dfab-49db-ae43-ac8f7618e544 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2491033e-9358-4f00-92f0-d897728f5662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653574 Sep 22 12:31:26.812824 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-a7fdd2c7-40b7-471d-8b95-4d32e110e7e0 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:26.816359 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-a7fdd2c7-40b7-471d-8b95-4d32e110e7e0 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/networks?id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a HTTP/1.1" status: 200 len: 819 time: 0.1374156 Sep 22 12:31:26.830470 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-055d15f5-c86a-4d5d-92c7-a764dbb1edbc tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/quotas/fb62ca26c4fe47deb0a21511a96e6403 HTTP/1.1" status: 200 len: 375 time: 0.0101080 Sep 22 12:31:26.894284 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-e985d48b-5b6b-4396-a48f-551c66ef81f1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0571473 Sep 22 12:31:27.038238 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ada587-c2d8-442a-9e97-1ff4bcec7c69 req-2dc61587-9648-4e94-a952-492980ee58e8 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:27.039649 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-95ada587-c2d8-442a-9e97-1ff4bcec7c69 req-2dc61587-9648-4e94-a952-492980ee58e8 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 947 time: 0.0671110 Sep 22 12:31:27.057138 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-f0dd6103-6daa-47f3-ab7c-6521c82bef58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:27.104589 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-37d70748-1202-4f63-8372-775f5bd515f9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931808 Sep 22 12:31:27.116052 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-95ada587-c2d8-442a-9e97-1ff4bcec7c69 req-d4d06fe3-7bbd-4cd2-a949-d7d7e140d565 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=875fc268-096b-4241-ab8e-0ec0dfe22363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635922 Sep 22 12:31:27.206549 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0baad26a-58b1-4fb4-8624-36b10bc72049 req-8771afa1-d899-48f1-9ff5-5e28b6ec9826 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2142214c-9062-457d-a99a-e6c4cab01e3e HTTP/1.1" status: 200 len: 210 time: 0.0324168 Sep 22 12:31:27.242612 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-11f566c7-6d54-42ca-8232-482b9bef2d63 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253779 Sep 22 12:31:27.431275 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-77100f00-0026-4c13-8226-bd211de90c42 req-74ef6371-727e-4ccd-b874-72b3a21afe3b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 210 time: 0.0475440 Sep 22 12:31:27.490571 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc82bca-fdf0-4e10-8855-b6271b74b315 req-2941f5e2-4247-4d1f-b1f6-555724f156b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:27.492127 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4dc82bca-fdf0-4e10-8855-b6271b74b315 req-2941f5e2-4247-4d1f-b1f6-555724f156b9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=64ab512913704ae1b116cd0c3189760b&device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 1131 time: 0.0536976 Sep 22 12:31:27.555935 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:27.595081 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc82bca-fdf0-4e10-8855-b6271b74b315 req-e7eb602e-5ec6-4b90-9b6e-57230c699e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:27.597135 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4dc82bca-fdf0-4e10-8855-b6271b74b315 req-e7eb602e-5ec6-4b90-9b6e-57230c699e9e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=954d3b1b-828c-4833-aff6-f35bfc69efb0 HTTP/1.1" status: 200 len: 870 time: 0.0986402 Sep 22 12:31:27.647689 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4dc82bca-fdf0-4e10-8855-b6271b74b315 req-b70d35d5-36e3-4de2-8808-b5d9ce8f4939 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=303283c4-dee2-46dc-8529-2226ab600b75 HTTP/1.1" status: 200 len: 217 time: 0.0434813 Sep 22 12:31:27.712879 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc82bca-fdf0-4e10-8855-b6271b74b315 req-cf804c89-5061-4474-b1f7-aa4a644d1581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:27.714644 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4dc82bca-fdf0-4e10-8855-b6271b74b315 req-cf804c89-5061-4474-b1f7-aa4a644d1581 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2f65f175-6663-46cb-a7d4-d9e4b50a9cbc HTTP/1.1" status: 200 len: 843 time: 0.0554721 Sep 22 12:31:27.770518 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc82bca-fdf0-4e10-8855-b6271b74b315 req-380ffa49-b49e-4b38-bd32-5afc16ae3300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:27.772239 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4dc82bca-fdf0-4e10-8855-b6271b74b315 req-380ffa49-b49e-4b38-bd32-5afc16ae3300 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=954d3b1b-828c-4833-aff6-f35bfc69efb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0452545 Sep 22 12:31:27.834151 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:27.888753 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4dc82bca-fdf0-4e10-8855-b6271b74b315 req-2029f9f0-e285-4a8b-81a5-555008201d09 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/954d3b1b-828c-4833-aff6-f35bfc69efb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091466 Sep 22 12:31:27.997013 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4dc82bca-fdf0-4e10-8855-b6271b74b315 req-615c31f3-04f6-46f0-a4d4-076e90043d99 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/954d3b1b-828c-4833-aff6-f35bfc69efb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947731 Sep 22 12:31:28.236095 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3aba20-5055-4b21-9f19-f6b3ad2efd59 req-9495c36d-3c07-483d-a566-add0eddb49bd tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:28.238137 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4b3aba20-5055-4b21-9f19-f6b3ad2efd59 req-9495c36d-3c07-483d-a566-add0eddb49bd tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 947 time: 0.0515687 Sep 22 12:31:28.288984 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4b3aba20-5055-4b21-9f19-f6b3ad2efd59 req-320dcd6e-0c4e-447d-a37a-96780bbab713 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=875fc268-096b-4241-ab8e-0ec0dfe22363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450733 Sep 22 12:31:28.450335 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:28.516075 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0e8cebc2-2f6a-4daa-a76f-2e090bdb61aa req-d14a2380-10c1-4fcb-a069-204791306ffe tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2142214c-9062-457d-a99a-e6c4cab01e3e HTTP/1.1" status: 200 len: 210 time: 0.0813980 Sep 22 12:31:28.582664 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cf4c312e-b77e-4e30-b2f5-8908a41797c5 req-2fa0dfeb-0ee8-4e96-b078-4fbd087d5610 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 210 time: 0.0514021 Sep 22 12:31:28.624678 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-a08e2b3d-bf73-4f37-a873-325d5807b43a tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:28.626101 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-a08e2b3d-bf73-4f37-a873-325d5807b43a tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.20 "GET /networking/v2.0/networks?id=2491033e-9358-4f00-92f0-d897728f5662 HTTP/1.1" status: 200 len: 809 time: 0.2195103 Sep 22 12:31:28.841345 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-c5440eaa-1e95-4a26-98d5-b58476f70a80 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Request body: {'port': {'device_id': '2142214c-9062-457d-a99a-e6c4cab01e3e', 'network_id': '2491033e-9358-4f00-92f0-d897728f5662', 'admin_state_up': True, 'tenant_id': '543e3a7b5af24948a0ad0519d000e209'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:28.953857 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-c5440eaa-1e95-4a26-98d5-b58476f70a80 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Made reservation on behalf of 543e3a7b5af24948a0ad0519d000e209 for: {'port': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:31:28.958215 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-c5440eaa-1e95-4a26-98d5-b58476f70a80 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:29.078507 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-c5440eaa-1e95-4a26-98d5-b58476f70a80 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Allocated IP 172.20.0.7 (2491033e-9358-4f00-92f0-d897728f5662/503c5cf5-f573-491a-8279-f64b505346cd/a3d9e5a2-42d3-45f5-b648-74d6147d2724) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:31:29.194630 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:29.230596 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-c5440eaa-1e95-4a26-98d5-b58476f70a80 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Publish callbacks [] for port (a3d9e5a2-42d3-45f5-b648-74d6147d2724), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:29.260495 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:29.267539 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-c5440eaa-1e95-4a26-98d5-b58476f70a80 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (a3d9e5a2-42d3-45f5-b648-74d6147d2724), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:29.313607 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-c5440eaa-1e95-4a26-98d5-b58476f70a80 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Network 2491033e-9358-4f00-92f0-d897728f5662 is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:31:29.317394 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-c5440eaa-1e95-4a26-98d5-b58476f70a80 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:31:29.321420 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-c5440eaa-1e95-4a26-98d5-b58476f70a80 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:31:29.347174 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5440eaa-1e95-4a26-98d5-b58476f70a80 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Pushing event updated for resources: {'Port': ['ID=a3d9e5a2-42d3-45f5-b648-74d6147d2724,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:29.384169 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-c5440eaa-1e95-4a26-98d5-b58476f70a80 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:29.384792 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-c5440eaa-1e95-4a26-98d5-b58476f70a80 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:29.422348 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16cc46-65d5-432f-9725-fd3e8042b75e req-bbd6f2a6-5949-4712-9ea7-9fa934bfca46 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:29.423787 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7f16cc46-65d5-432f-9725-fd3e8042b75e req-bbd6f2a6-5949-4712-9ea7-9fa934bfca46 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 947 time: 0.0554307 Sep 22 12:31:29.427737 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-c5440eaa-1e95-4a26-98d5-b58476f70a80 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5903487 Sep 22 12:31:29.469901 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7f16cc46-65d5-432f-9725-fd3e8042b75e req-b1f336ee-956c-49e3-956e-90b57a7563a7 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=875fc268-096b-4241-ab8e-0ec0dfe22363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399566 Sep 22 12:31:29.657202 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] Request body: {'port': {'device_id': '2142214c-9062-457d-a99a-e6c4cab01e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:29.720877 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c8d51-334c-4ac0-ac32-4a9ee14764b0 req-d451db73-de61-4dcf-9b09-5f7d02c41e12 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:29.722778 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ba3c8d51-334c-4ac0-ac32-4a9ee14764b0 req-d451db73-de61-4dcf-9b09-5f7d02c41e12 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2142214c-9062-457d-a99a-e6c4cab01e3e HTTP/1.1" status: 200 len: 931 time: 0.1140001 Sep 22 12:31:29.724333 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2c558030-c0c5-4625-a7f0-9f49ea4f99c3 req-d914eb24-179e-4895-863a-6581ddebd828 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 210 time: 0.0576036 Sep 22 12:31:29.792430 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (a3d9e5a2-42d3-45f5-b648-74d6147d2724), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:29.798052 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ba3c8d51-334c-4ac0-ac32-4a9ee14764b0 req-eeb119ab-0585-4d8c-93ef-8dd9815d2155 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688341 Sep 22 12:31:29.838544 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 303283c4-dee2-46dc-8529-2226ab600b75 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:31:29.949889 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 303283c4-dee2-46dc-8529-2226ab600b75, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=303283c4-dee2-46dc-8529-2226ab600b75,segment=NetworkSegment(7e2dac61-9467-415c-be24-43c0d0d09baf),segment_id=7e2dac61-9467-415c-be24-43c0d0d09baf)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:31:29.964568 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:29.968476 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': '303283c4-dee2-46dc-8529-2226ab600b75', 'network_id': '954d3b1b-828c-4833-aff6-f35bfc69efb0', 'port_id': '303283c4-dee2-46dc-8529-2226ab600b75', 'mac_address': 'fa:16:3e:a4:c0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f65f175-6663-46cb-a7d4-d9e4b50a9cbc', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:31:30.006394 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:30.023169 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 303283c4-dee2-46dc-8529-2226ab600b75 is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:31:30.023553 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (303283c4-dee2-46dc-8529-2226ab600b75), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:30.033668 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:30.041662 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303283c4-dee2-46dc-8529-2226ab600b75 {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:31:30.054799 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:30.065944 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 303283c4-dee2-46dc-8529-2226ab600b75, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=303283c4-dee2-46dc-8529-2226ab600b75,segment=NetworkSegment(7e2dac61-9467-415c-be24-43c0d0d09baf),segment_id=7e2dac61-9467-415c-be24-43c0d0d09baf)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:31:30.075493 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (303283c4-dee2-46dc-8529-2226ab600b75), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:30.129566 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=303283c4-dee2-46dc-8529-2226ab600b75,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:30.138131 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:30.138721 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:30.139229 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:30.139731 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:30.140203 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:30.140700 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:30.141189 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:30.141677 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:30.142005 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:30.142473 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:30.142810 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:30.147516 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:30.147936 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:30.148281 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:30.148643 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:31:30.155429 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3d9e5a2-42d3-45f5-b648-74d6147d2724 {{(pid=106188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:31:30.168983 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-389d114e-9f91-4aca-b992-8f8f4d6d6613 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:30.171220 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] Publish callbacks [] for port (a3d9e5a2-42d3-45f5-b648-74d6147d2724), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:30.171600 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-389d114e-9f91-4aca-b992-8f8f4d6d6613 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.20 "GET /networking/v2.0/networks?id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a HTTP/1.1" status: 200 len: 819 time: 0.1308100 Sep 22 12:31:30.185496 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.provisioning_blocks [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] Transition to ACTIVE for port object a3d9e5a2-42d3-45f5-b648-74d6147d2724 will not be triggered until provisioned by entity L2. {{(pid=106188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 12:31:30.189526 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (a3d9e5a2-42d3-45f5-b648-74d6147d2724), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:30.252030 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] Pushing event updated for resources: {'Port': ['ID=a3d9e5a2-42d3-45f5-b648-74d6147d2724,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:30.260527 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-1ad7ba68-404e-4147-806d-8b80ef7ce3a6 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=fb62ca26c4fe47deb0a21511a96e6403 HTTP/1.1" status: 200 len: 380 time: 0.0686047 Sep 22 12:31:30.271819 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-d0351f8d-44b7-491c-b771-1d03eb8f51de tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Request body: {'port': {'device_id': '4881b40d-864a-42ec-8c64-a1366dac5f05', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'admin_state_up': True, 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'security_groups': ['3a2bf189-f3e9-4373-9c8b-7a157b48d8fb']}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:30.288120 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:30.316042 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] Attempting to bind port a3d9e5a2-42d3-45f5-b648-74d6147d2724 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:31:30.316407 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] Attempting to bind port a3d9e5a2-42d3-45f5-b648-74d6147d2724 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '05c394be-4dbd-4548-8111-4b99c8d60f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2491033e-9358-4f00-92f0-d897728f5662'}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:31:30.316741 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] Attempting to bind port a3d9e5a2-42d3-45f5-b648-74d6147d2724 on network 2491033e-9358-4f00-92f0-d897728f5662 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:31:30.362894 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] Port a3d9e5a2-42d3-45f5-b648-74d6147d2724 on network 2491033e-9358-4f00-92f0-d897728f5662 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 12:31:30.363223 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] Attempting to bind port a3d9e5a2-42d3-45f5-b648-74d6147d2724 on network 2491033e-9358-4f00-92f0-d897728f5662 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:31:30.391728 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:30.391945 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:30.398486 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-d0351f8d-44b7-491c-b771-1d03eb8f51de tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Made reservation on behalf of fb62ca26c4fe47deb0a21511a96e6403 for: {'port': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:31:30.402390 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['303283c4-dee2-46dc-8529-2226ab600b75'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:31:30.402915 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-d0351f8d-44b7-491c-b771-1d03eb8f51de tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:30.407965 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:30.411733 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] Checking agent: {'id': '60a799af-7434-4fee-b6c6-29cadfeb25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'started_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:31:30.412156 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] Checking segment: {'id': '05c394be-4dbd-4548-8111-4b99c8d60f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2491033e-9358-4f00-92f0-d897728f5662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:31:30.412635 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] Bound using segment: {'id': '05c394be-4dbd-4548-8111-4b99c8d60f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2491033e-9358-4f00-92f0-d897728f5662'} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:31:30.413075 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] Bound port: a3d9e5a2-42d3-45f5-b648-74d6147d2724, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c394be-4dbd-4548-8111-4b99c8d60f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2491033e-9358-4f00-92f0-d897728f5662'}}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:31:30.413431 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (a3d9e5a2-42d3-45f5-b648-74d6147d2724), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:30.488069 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] For port a3d9e5a2-42d3-45f5-b648-74d6147d2724, host hv-cinder-85646, cleared binding levels {{(pid=106188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:31:30.491897 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] For port a3d9e5a2-42d3-45f5-b648-74d6147d2724, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a3d9e5a2-42d3-45f5-b648-74d6147d2724,segment=NetworkSegment(05c394be-4dbd-4548-8111-4b99c8d60f39),segment_id=05c394be-4dbd-4548-8111-4b99c8d60f39)] {{(pid=106188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:31:30.513759 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (a3d9e5a2-42d3-45f5-b648-74d6147d2724), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:30.521207 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:30.522898 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:30.526713 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/a3d9e5a2-42d3-45f5-b648-74d6147d2724 HTTP/1.1" status: 200 len: 1093 time: 0.8773944 Sep 22 12:31:30.565184 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-d0351f8d-44b7-491c-b771-1d03eb8f51de tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Allocated IP 172.20.0.11 (8db57afe-6ac0-4ca9-95e4-169c6f6e837a/6136a7d9-4fb1-4ae9-8b34-a44ca765189e/76be057b-3ae6-473f-85db-c31a75400a6b) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:31:30.584146 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2142214c-9062-457d-a99a-e6c4cab01e3e', 'tag': 'a3d9e5a2-42d3-45f5-b648-74d6147d2724'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:31:30.601694 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc124cd7-0b3e-4e44-8326-55a0cedb7188" -d '{"events": [{"name": "network-changed", "server_uuid": "2142214c-9062-457d-a99a-e6c4cab01e3e", "tag": "a3d9e5a2-42d3-45f5-b648-74d6147d2724"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:31:30.659455 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-a4cbe505-ec9e-46f2-a9bb-873afc7dd13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:30.660982 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-a4cbe505-ec9e-46f2-a9bb-873afc7dd13b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=543e3a7b5af24948a0ad0519d000e209&device_id=2142214c-9062-457d-a99a-e6c4cab01e3e HTTP/1.1" status: 200 len: 1127 time: 0.0559387 Sep 22 12:31:30.700774 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc72ae5-c2ee-433d-9609-e563841618ca x-openstack-request-id: req-efc72ae5-c2ee-433d-9609-e563841618ca {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:31:30.701083 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2142214c-9062-457d-a99a-e6c4cab01e3e", "tag": "a3d9e5a2-42d3-45f5-b648-74d6147d2724", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:31:30.701312 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-efc72ae5-c2ee-433d-9609-e563841618ca {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:31:30.701704 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc72ae5-c2ee-433d-9609-e563841618ca'] response: {'name': 'network-changed', 'server_uuid': '2142214c-9062-457d-a99a-e6c4cab01e3e', 'tag': 'a3d9e5a2-42d3-45f5-b648-74d6147d2724', 'status': 'completed', 'code': 200} Sep 22 12:31:30.754499 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-a3eff51b-4c15-44fe-9712-64a4d95a8e1c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3d9e5a2-42d3-45f5-b648-74d6147d2724 HTTP/1.1" status: 200 len: 217 time: 0.0518699 Sep 22 12:31:30.761233 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-d0351f8d-44b7-491c-b771-1d03eb8f51de tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for port (76be057b-3ae6-473f-85db-c31a75400a6b), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:30.766882 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7cadb-753a-4ded-b2c2-04e21de869de req-75ac250b-af38-4894-8b7d-3780f5a633cf tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:30.768930 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d3d7cadb-753a-4ded-b2c2-04e21de869de req-75ac250b-af38-4894-8b7d-3780f5a633cf tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 948 time: 0.1598513 Sep 22 12:31:30.778371 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38261947-c19a-457b-9dc6-1fa6ee4bb3bb service neutron] Pushing event updated for resources: {'Port': ['ID=a3d9e5a2-42d3-45f5-b648-74d6147d2724,revision_number=3']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:30.803221 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-d0351f8d-44b7-491c-b771-1d03eb8f51de tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (76be057b-3ae6-473f-85db-c31a75400a6b), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:30.847724 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-d0351f8d-44b7-491c-b771-1d03eb8f51de tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:31:30.850932 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-d0351f8d-44b7-491c-b771-1d03eb8f51de tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:31:30.855092 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-d0351f8d-44b7-491c-b771-1d03eb8f51de tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:31:30.886658 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0351f8d-44b7-491c-b771-1d03eb8f51de tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Pushing event updated for resources: {'Port': ['ID=76be057b-3ae6-473f-85db-c31a75400a6b,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:30.904859 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99da42-5e28-44c9-9fd5-b6049df4ef7f req-0038c3ce-1211-42e1-aa0a-47de7ac2a350 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:30.906782 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4d99da42-5e28-44c9-9fd5-b6049df4ef7f req-0038c3ce-1211-42e1-aa0a-47de7ac2a350 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 932 time: 0.0925033 Sep 22 12:31:30.911867 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d3d7cadb-753a-4ded-b2c2-04e21de869de req-e8765363-8c8e-4fa8-a001-ef23f8f9a61a tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=875fc268-096b-4241-ab8e-0ec0dfe22363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291914 Sep 22 12:31:30.913592 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-861417a4-f072-4ae7-b1a5-d5b402a5e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:30.915130 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-d0351f8d-44b7-491c-b771-1d03eb8f51de tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:30.915353 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-861417a4-f072-4ae7-b1a5-d5b402a5e20a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=503c5cf5-f573-491a-8279-f64b505346cd HTTP/1.1" status: 200 len: 849 time: 0.1451466 Sep 22 12:31:30.916145 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-d0351f8d-44b7-491c-b771-1d03eb8f51de tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:30.950264 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-d0351f8d-44b7-491c-b771-1d03eb8f51de tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6806798 Sep 22 12:31:30.961869 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] Request body: {'port': {'device_id': '4881b40d-864a-42ec-8c64-a1366dac5f05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:30.974984 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-57df6227-2c4e-4de2-84c6-3c5d5ba7f848 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2491033e-9358-4f00-92f0-d897728f5662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377727 Sep 22 12:31:31.025381 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4d99da42-5e28-44c9-9fd5-b6049df4ef7f req-898d4e74-d589-4931-8ae9-2ccac196e647 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056998 Sep 22 12:31:31.044197 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (76be057b-3ae6-473f-85db-c31a75400a6b), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:31.116926 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2428b-cc72-4b4c-8ed4-428611c110fb req-d98ef040-ce93-4062-b005-bf710a5b8cc4 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:31.123792 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f3e2428b-cc72-4b4c-8ed4-428611c110fb req-d98ef040-ce93-4062-b005-bf710a5b8cc4 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2142214c-9062-457d-a99a-e6c4cab01e3e HTTP/1.1" status: 200 len: 943 time: 0.1231165 Sep 22 12:31:31.175858 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-49548f9c-b402-4888-802a-c0bff8538c69 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2491033e-9358-4f00-92f0-d897728f5662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901462 Sep 22 12:31:31.177763 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-f332a44a-7bfb-4742-970a-d8469ffeb0ef None None] Provisioning complete for port 76be057b-3ae6-473f-85db-c31a75400a6b triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:31:31.178617 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-f332a44a-7bfb-4742-970a-d8469ffeb0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (76be057b-3ae6-473f-85db-c31a75400a6b), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:31.179103 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-f332a44a-7bfb-4742-970a-d8469ffeb0ef None None] Attempt 1 to provision port 76be057b-3ae6-473f-85db-c31a75400a6b Sep 22 12:31:31.224163 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-f332a44a-7bfb-4742-970a-d8469ffeb0ef None None] Port 76be057b-3ae6-473f-85db-c31a75400a6b cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:31:31.244467 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 49426) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:31.249162 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-3fbe128c-d797-4afd-a578-a0c33431e9b4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--803201308', 'description': 'tempest-description--965133985'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:31.291299 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3fbe128c-d797-4afd-a578-a0c33431e9b4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:31.312725 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:31.356473 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:31.409362 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76be057b-3ae6-473f-85db-c31a75400a6b {{(pid=106189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:31:31.423086 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] Publish callbacks [] for port (76be057b-3ae6-473f-85db-c31a75400a6b), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:31.433008 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f3e2428b-cc72-4b4c-8ed4-428611c110fb req-08bfe65d-c588-4e5b-84b2-66eab4223b4f tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083799 Sep 22 12:31:31.448705 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3fbe128c-d797-4afd-a578-a0c33431e9b4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (b7d622ad-51bb-4607-8b44-b7b5f4f027e3), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:31.455263 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3fbe128c-d797-4afd-a578-a0c33431e9b4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (b7d622ad-51bb-4607-8b44-b7b5f4f027e3), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:31.458478 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.provisioning_blocks [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] Transition to ACTIVE for port object 76be057b-3ae6-473f-85db-c31a75400a6b will not be triggered until provisioned by entity L2. {{(pid=106189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 12:31:31.473903 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:31.474795 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (76be057b-3ae6-473f-85db-c31a75400a6b), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:31.503801 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c35d348a-8176-4a21-9d7a-e15b064c8af5 req-dbfc4be8-8538-4575-975b-6db212207d37 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2491033e-9358-4f00-92f0-d897728f5662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173656 Sep 22 12:31:31.509712 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3fbe128c-d797-4afd-a578-a0c33431e9b4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:31.510913 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-3fbe128c-d797-4afd-a578-a0c33431e9b4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2654941 Sep 22 12:31:31.514210 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 49428) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:31.518689 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-80178de2-b0bc-4ba1-be2d-bed28d5dbbcc tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'security_group_rule': {'security_group_id': 'b7d622ad-51bb-4607-8b44-b7b5f4f027e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:31.525394 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe128c-d797-4afd-a578-a0c33431e9b4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d622ad-51bb-4607-8b44-b7b5f4f027e3,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:31.550016 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-80178de2-b0bc-4ba1-be2d-bed28d5dbbcc tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (f45e142d-54b3-490e-9e4f-1978b5069890), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:31.554410 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=76be057b-3ae6-473f-85db-c31a75400a6b,revision_number=2']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:31.606448 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.managers [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] Attempting to bind port 76be057b-3ae6-473f-85db-c31a75400a6b on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:31:31.606781 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.managers [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] Attempting to bind port 76be057b-3ae6-473f-85db-c31a75400a6b by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': 'c340f29b-02bd-42f1-9691-706be126d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a'}] {{(pid=106189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:31:31.607115 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] Attempting to bind port 76be057b-3ae6-473f-85db-c31a75400a6b on network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:31:31.609714 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-80178de2-b0bc-4ba1-be2d-bed28d5dbbcc tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (f45e142d-54b3-490e-9e4f-1978b5069890), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:31.614327 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-80178de2-b0bc-4ba1-be2d-bed28d5dbbcc tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (f45e142d-54b3-490e-9e4f-1978b5069890), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:31.633144 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80178de2-b0bc-4ba1-be2d-bed28d5dbbcc tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45e142d-54b3-490e-9e4f-1978b5069890,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:31.641238 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-80178de2-b0bc-4ba1-be2d-bed28d5dbbcc tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:31.642413 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-80178de2-b0bc-4ba1-be2d-bed28d5dbbcc tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271696 Sep 22 12:31:31.645231 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 49430) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:31.649014 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] Port 76be057b-3ae6-473f-85db-c31a75400a6b on network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 12:31:31.649341 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] Attempting to bind port 76be057b-3ae6-473f-85db-c31a75400a6b on network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:31:31.649810 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-b4ab8dfc-3580-49c1-8ce8-11e3220b17fd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'security_group_rule': {'security_group_id': 'b7d622ad-51bb-4607-8b44-b7b5f4f027e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:31.675693 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8dfc-3580-49c1-8ce8-11e3220b17fd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (00172b19-3968-4187-9bfa-69763a5309e8), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:31.691399 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] Checking agent: {'id': '60a799af-7434-4fee-b6c6-29cadfeb25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'started_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:31:31.691729 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] Checking segment: {'id': 'c340f29b-02bd-42f1-9691-706be126d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:31:31.692108 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] Bound using segment: {'id': 'c340f29b-02bd-42f1-9691-706be126d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a'} {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:31:31.692571 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.managers [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] Bound port: 76be057b-3ae6-473f-85db-c31a75400a6b, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c340f29b-02bd-42f1-9691-706be126d2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a'}}] {{(pid=106189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:31:31.692923 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (76be057b-3ae6-473f-85db-c31a75400a6b), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:31.726496 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-f332a44a-7bfb-4742-970a-d8469ffeb0ef None None] Attempt 2 to provision port 76be057b-3ae6-473f-85db-c31a75400a6b Sep 22 12:31:31.738273 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8dfc-3580-49c1-8ce8-11e3220b17fd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (00172b19-3968-4187-9bfa-69763a5309e8), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:31.743243 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8dfc-3580-49c1-8ce8-11e3220b17fd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (00172b19-3968-4187-9bfa-69763a5309e8), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:31.768720 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-f332a44a-7bfb-4742-970a-d8469ffeb0ef None None] Port 76be057b-3ae6-473f-85db-c31a75400a6b cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:31:31.773118 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab8dfc-3580-49c1-8ce8-11e3220b17fd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00172b19-3968-4187-9bfa-69763a5309e8,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:31.776504 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] For port 76be057b-3ae6-473f-85db-c31a75400a6b, host hv-cinder-85646, cleared binding levels {{(pid=106189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:31:31.780037 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] For port 76be057b-3ae6-473f-85db-c31a75400a6b, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=76be057b-3ae6-473f-85db-c31a75400a6b,segment=NetworkSegment(c340f29b-02bd-42f1-9691-706be126d2ad),segment_id=c340f29b-02bd-42f1-9691-706be126d2ad)] {{(pid=106189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:31:31.781390 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b4ab8dfc-3580-49c1-8ce8-11e3220b17fd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:31.785381 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-b4ab8dfc-3580-49c1-8ce8-11e3220b17fd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389036 Sep 22 12:31:31.786554 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 49436) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:31.791793 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-12104173-b0ac-4b47-8c8f-9799ea3ec019 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'floatingip': {'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:31.800114 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (76be057b-3ae6-473f-85db-c31a75400a6b), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:31.808916 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:31.809603 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:31.811032 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/76be057b-3ae6-473f-85db-c31a75400a6b HTTP/1.1" status: 200 len: 1094 time: 0.8541501 Sep 22 12:31:31.811652 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4881b40d-864a-42ec-8c64-a1366dac5f05', 'tag': '76be057b-3ae6-473f-85db-c31a75400a6b'}] {{(pid=106189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:31:31.814046 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64be3f76f25325df4d162c623afd71985c9d526dbd3dd574d951cc56993afe1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb9e40d-8c6d-471a-a07c-0f7165dceee5" -d '{"events": [{"name": "network-changed", "server_uuid": "4881b40d-864a-42ec-8c64-a1366dac5f05", "tag": "76be057b-3ae6-473f-85db-c31a75400a6b"}]}' {{(pid=106189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:31:31.859964 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 303283c4-dee2-46dc-8529-2226ab600b75 up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:31:31.881899 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-12104173-b0ac-4b47-8c8f-9799ea3ec019 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:31.899873 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6440e77e-6fc8-49cf-9f82-e9ca52c566dd x-openstack-request-id: req-6440e77e-6fc8-49cf-9f82-e9ca52c566dd {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:31:31.900155 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4881b40d-864a-42ec-8c64-a1366dac5f05", "tag": "76be057b-3ae6-473f-85db-c31a75400a6b", "status": "completed", "code": 200}]} {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:31:31.900433 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6440e77e-6fc8-49cf-9f82-e9ca52c566dd {{(pid=106189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:31:31.900824 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6440e77e-6fc8-49cf-9f82-e9ca52c566dd'] response: {'name': 'network-changed', 'server_uuid': '4881b40d-864a-42ec-8c64-a1366dac5f05', 'tag': '76be057b-3ae6-473f-85db-c31a75400a6b', 'status': 'completed', 'code': 200} Sep 22 12:31:31.913528 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning for port 303283c4-dee2-46dc-8529-2226ab600b75 completed by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 12:31:31.919831 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port 303283c4-dee2-46dc-8529-2226ab600b75 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:31:31.920338 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (303283c4-dee2-46dc-8529-2226ab600b75), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:31.920770 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port 303283c4-dee2-46dc-8529-2226ab600b75 Sep 22 12:31:31.940098 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757757d-e52b-4d9d-b13d-2525390ed2d7 service neutron] Pushing event updated for resources: {'Port': ['ID=76be057b-3ae6-473f-85db-c31a75400a6b,revision_number=3']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:31.981767 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-12104173-b0ac-4b47-8c8f-9799ea3ec019 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:32.000265 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 303283c4-dee2-46dc-8529-2226ab600b75 is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:31:32.000909 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (303283c4-dee2-46dc-8529-2226ab600b75), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:32.026222 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b52c26-f91e-4b82-b670-472f3ba2180e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303283c4-dee2-46dc-8529-2226ab600b75'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:31:32.028572 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e842593c-01a6-42c7-9aef-5b4170344e75" -d '{"events": [{"server_uuid": "c1b52c26-f91e-4b82-b670-472f3ba2180e", "name": "network-vif-plugged", "status": "completed", "tag": "303283c4-dee2-46dc-8529-2226ab600b75"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:31:32.038990 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:32.043338 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 303283c4-dee2-46dc-8529-2226ab600b75, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=303283c4-dee2-46dc-8529-2226ab600b75,segment=NetworkSegment(7e2dac61-9467-415c-be24-43c0d0d09baf),segment_id=7e2dac61-9467-415c-be24-43c0d0d09baf)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:31:32.047510 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (303283c4-dee2-46dc-8529-2226ab600b75), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:32.059689 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e2e0d-6658-478b-92f0-95c565554b3e req-fbbcf161-8587-4a8d-85c1-46a2ed5d90dd tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:32.062040 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6d0e2e0d-6658-478b-92f0-95c565554b3e req-fbbcf161-8587-4a8d-85c1-46a2ed5d90dd tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 948 time: 0.0587304 Sep 22 12:31:32.078830 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:32.100497 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=303283c4-dee2-46dc-8529-2226ab600b75,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:32.105640 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [None req-12104173-b0ac-4b47-8c8f-9799ea3ec019 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Allocated IP 172.27.0.74 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/18f9fbe8-eeca-4486-81e3-e34d4a841895) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:31:32.118595 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6d0e2e0d-6658-478b-92f0-95c565554b3e req-642a85c1-f833-49b1-ab97-c4430157db9b tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=875fc268-096b-4241-ab8e-0ec0dfe22363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497766 Sep 22 12:31:32.166015 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75efbf7e-75be-43e5-80f4-37b2a4c701b1 x-openstack-request-id: req-75efbf7e-75be-43e5-80f4-37b2a4c701b1 {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:31:32.166437 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b52c26-f91e-4b82-b670-472f3ba2180e", "name": "network-vif-plugged", "status": "completed", "tag": "303283c4-dee2-46dc-8529-2226ab600b75", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:31:32.166801 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-75efbf7e-75be-43e5-80f4-37b2a4c701b1 {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:31:32.167534 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75efbf7e-75be-43e5-80f4-37b2a4c701b1'] response: {'server_uuid': 'c1b52c26-f91e-4b82-b670-472f3ba2180e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303283c4-dee2-46dc-8529-2226ab600b75', 'code': 200} Sep 22 12:31:32.198130 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:32.225944 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-12104173-b0ac-4b47-8c8f-9799ea3ec019 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for port (18f9fbe8-eeca-4486-81e3-e34d4a841895), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:32.258214 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-12104173-b0ac-4b47-8c8f-9799ea3ec019 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (18f9fbe8-eeca-4486-81e3-e34d4a841895), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:32.260457 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77b546-9a17-4f1e-b86b-172c05ef08f6 req-dda96e04-7941-4ed7-8c24-b2bde9f6db96 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:32.261926 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2b77b546-9a17-4f1e-b86b-172c05ef08f6 req-dda96e04-7941-4ed7-8c24-b2bde9f6db96 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 944 time: 0.0515447 Sep 22 12:31:32.270638 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-f332a44a-7bfb-4742-970a-d8469ffeb0ef None None] Attempt 3 to provision port 76be057b-3ae6-473f-85db-c31a75400a6b Sep 22 12:31:32.299896 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12104173-b0ac-4b47-8c8f-9799ea3ec019 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:31:32.305013 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-12104173-b0ac-4b47-8c8f-9799ea3ec019 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:31:32.307342 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12104173-b0ac-4b47-8c8f-9799ea3ec019 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:31:32.310237 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-f332a44a-7bfb-4742-970a-d8469ffeb0ef None None] Port 76be057b-3ae6-473f-85db-c31a75400a6b had new provisioning blocks added so it will not transition to active. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 12:31:32.310414 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12104173-b0ac-4b47-8c8f-9799ea3ec019 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'Port': ['ID=18f9fbe8-eeca-4486-81e3-e34d4a841895,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:32.316852 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2b77b546-9a17-4f1e-b86b-172c05ef08f6 req-5e64c419-383f-4f94-933d-72c5f1528462 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490713 Sep 22 12:31:32.390720 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-12104173-b0ac-4b47-8c8f-9799ea3ec019 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (90c64e77-d49b-49d3-a6e9-e6a79e70e453), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:32.426353 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-12104173-b0ac-4b47-8c8f-9799ea3ec019 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (18f9fbe8-eeca-4486-81e3-e34d4a841895), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:32.553521 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880e538-a2d1-41fd-87bf-4fdef7a6fab5 req-54982851-1878-44bc-8b8f-be6e9365203b tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:32.554964 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e880e538-a2d1-41fd-87bf-4fdef7a6fab5 req-54982851-1878-44bc-8b8f-be6e9365203b tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2142214c-9062-457d-a99a-e6c4cab01e3e HTTP/1.1" status: 200 len: 943 time: 0.0455956 Sep 22 12:31:32.568438 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-12104173-b0ac-4b47-8c8f-9799ea3ec019 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for port (18f9fbe8-eeca-4486-81e3-e34d4a841895), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:32.577551 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-12104173-b0ac-4b47-8c8f-9799ea3ec019 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (18f9fbe8-eeca-4486-81e3-e34d4a841895), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:32.608353 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e880e538-a2d1-41fd-87bf-4fdef7a6fab5 req-7404e41b-a564-4206-9886-ebdadb04f478 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475700 Sep 22 12:31:32.703264 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9e40d-8c6d-471a-a07c-0f7165dceee5 req-297b2fad-6744-4e08-912d-da4caa5476ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:32.705147 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5fb9e40d-8c6d-471a-a07c-0f7165dceee5 req-297b2fad-6744-4e08-912d-da4caa5476ff service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 1128 time: 0.0508153 Sep 22 12:31:32.836882 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c29dec-0895-4227-988b-2f7ae61af30b req-95e2fc7f-e2da-416a-a2ae-66656a665351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:32.838586 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-33c29dec-0895-4227-988b-2f7ae61af30b req-95e2fc7f-e2da-416a-a2ae-66656a665351 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 1133 time: 0.0564375 Sep 22 12:31:32.878603 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9e40d-8c6d-471a-a07c-0f7165dceee5 req-2b9fc322-c8f6-4018-a03b-75aba9a7be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:32.880216 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5fb9e40d-8c6d-471a-a07c-0f7165dceee5 req-2b9fc322-c8f6-4018-a03b-75aba9a7be55 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1589830 Sep 22 12:31:32.931701 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12104173-b0ac-4b47-8c8f-9799ea3ec019 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'Port': ['ID=18f9fbe8-eeca-4486-81e3-e34d4a841895,revision_number=2']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:32.934327 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc124cd7-0b3e-4e44-8326-55a0cedb7188 req-d571ed80-f1f5-4da1-a8cc-16d3ba638e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:32.935801 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-dc124cd7-0b3e-4e44-8326-55a0cedb7188 req-d571ed80-f1f5-4da1-a8cc-16d3ba638e9e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=543e3a7b5af24948a0ad0519d000e209&device_id=2142214c-9062-457d-a99a-e6c4cab01e3e HTTP/1.1" status: 200 len: 1127 time: 0.3080733 Sep 22 12:31:32.937019 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-12104173-b0ac-4b47-8c8f-9799ea3ec019 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (90c64e77-d49b-49d3-a6e9-e6a79e70e453), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:32.970358 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-12104173-b0ac-4b47-8c8f-9799ea3ec019 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:32.979910 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-12104173-b0ac-4b47-8c8f-9799ea3ec019 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1836693 Sep 22 12:31:32.980089 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:32.986542 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-33c29dec-0895-4227-988b-2f7ae61af30b req-5ff1eea2-8752-4f84-a962-cedb19567e47 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=875fc268-096b-4241-ab8e-0ec0dfe22363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371479 Sep 22 12:31:33.033317 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9e40d-8c6d-471a-a07c-0f7165dceee5 req-8a2fc350-6b3e-424c-a3a2-8f673dff9b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:33.034832 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5fb9e40d-8c6d-471a-a07c-0f7165dceee5 req-8a2fc350-6b3e-424c-a3a2-8f673dff9b43 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1473124 Sep 22 12:31:33.045042 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:33.049169 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc124cd7-0b3e-4e44-8326-55a0cedb7188 req-f9454c82-41bb-47ff-8abe-0098765fb301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:33.051479 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-dc124cd7-0b3e-4e44-8326-55a0cedb7188 req-f9454c82-41bb-47ff-8abe-0098765fb301 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2491033e-9358-4f00-92f0-d897728f5662 HTTP/1.1" status: 200 len: 910 time: 0.1067071 Sep 22 12:31:33.202460 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-0b0720f0-7c29-4c35-a608-cc6715c6ad65 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--803201308&fields=id&tenant_id=40ddbbe59b90403fb3ea9212d10727aa HTTP/1.1" status: 200 len: 267 time: 0.0463939 Sep 22 12:31:33.275810 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-dc124cd7-0b3e-4e44-8326-55a0cedb7188 req-b6ade0c1-d4e9-4c73-8b0b-94eb603e9e52 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3d9e5a2-42d3-45f5-b648-74d6147d2724 HTTP/1.1" status: 200 len: 217 time: 0.0401804 Sep 22 12:31:33.330513 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31d9ac-111d-4de3-9222-517a46090305 req-95fb6284-88b0-4c39-87ae-643cc010da82 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:33.332045 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7e31d9ac-111d-4de3-9222-517a46090305 req-95fb6284-88b0-4c39-87ae-643cc010da82 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 949 time: 0.1261959 Sep 22 12:31:33.337712 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc124cd7-0b3e-4e44-8326-55a0cedb7188 req-029d90c7-80fb-45e1-b83d-6db27abe7e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:33.339184 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-dc124cd7-0b3e-4e44-8326-55a0cedb7188 req-029d90c7-80fb-45e1-b83d-6db27abe7e0b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=503c5cf5-f573-491a-8279-f64b505346cd HTTP/1.1" status: 200 len: 849 time: 0.0518081 Sep 22 12:31:33.373778 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-dc124cd7-0b3e-4e44-8326-55a0cedb7188 req-69b32ea7-beee-45c4-99ac-383d6cab6f49 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2491033e-9358-4f00-92f0-d897728f5662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276003 Sep 22 12:31:33.378569 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-d7d1319f-b4a2-43a5-b5eb-0ad35feaf158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:33.380045 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-d7d1319f-b4a2-43a5-b5eb-0ad35feaf158 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 1128 time: 0.0950890 Sep 22 12:31:33.436473 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-22db1860-5a1e-4e29-9fc0-224abb42e6c2 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76be057b-3ae6-473f-85db-c31a75400a6b HTTP/1.1" status: 200 len: 217 time: 0.0431123 Sep 22 12:31:33.442490 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-20b0e89a-fd42-48d2-bcbf-56ab840372a1 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:33.443892 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-20b0e89a-fd42-48d2-bcbf-56ab840372a1 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/networks?id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd HTTP/1.1" status: 200 len: 815 time: 0.2284315 Sep 22 12:31:33.466945 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-dc124cd7-0b3e-4e44-8326-55a0cedb7188 req-18582218-b6f2-4a6d-a569-29925a7127bb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2491033e-9358-4f00-92f0-d897728f5662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863309 Sep 22 12:31:33.468727 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7e31d9ac-111d-4de3-9222-517a46090305 req-ba2d70b6-555a-4a67-87b5-f6a1d5a469d3 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=875fc268-096b-4241-ab8e-0ec0dfe22363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266003 Sep 22 12:31:33.470071 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-7e68a871-644f-4afb-ae12-b144ced3c4b9 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/quotas/40ddbbe59b90403fb3ea9212d10727aa HTTP/1.1" status: 200 len: 375 time: 0.0199499 Sep 22 12:31:33.523767 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-c9dceea0-8e20-48c0-96a3-52bb28552190 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=40ddbbe59b90403fb3ea9212d10727aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476661 Sep 22 12:31:33.615101 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ccf6e-5858-4018-8b9d-60f5baaefec1 req-a6ba4e50-eb8e-4e65-b394-0515fbcea5ce tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:33.616554 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-212ccf6e-5858-4018-8b9d-60f5baaefec1 req-a6ba4e50-eb8e-4e65-b394-0515fbcea5ce tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 944 time: 0.0905845 Sep 22 12:31:33.624021 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:33.686164 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-9ef612bc-5df1-4725-a005-532e7d16b5ba service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500025 Sep 22 12:31:33.690316 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-212ccf6e-5858-4018-8b9d-60f5baaefec1 req-0f52bfab-8c10-4cc8-9bfa-70ce8be1a744 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651510 Sep 22 12:31:33.812802 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4d583-735b-40e5-b9e1-332b5b64b366 req-ff558daf-21a2-4e98-a721-557eb9ae854f tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:33.814256 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b1b4d583-735b-40e5-b9e1-332b5b64b366 req-ff558daf-21a2-4e98-a721-557eb9ae854f tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2142214c-9062-457d-a99a-e6c4cab01e3e HTTP/1.1" status: 200 len: 943 time: 0.0664885 Sep 22 12:31:33.817708 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-440f7b95-8dda-4263-8d82-49c834b9a8f5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259775 Sep 22 12:31:33.853795 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device a3d9e5a2-42d3-45f5-b648-74d6147d2724 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:31:33.871403 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b1b4d583-735b-40e5-b9e1-332b5b64b366 req-5323163e-45d1-4c8f-82c3-991ea7344514 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515516 Sep 22 12:31:33.926667 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-382db88b-4fc0-412c-8f86-4ed3b4d0810f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:33.926667 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-382db88b-4fc0-412c-8f86-4ed3b4d0810f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6136a7d9-4fb1-4ae9-8b34-a44ca765189e HTTP/1.1" status: 200 len: 858 time: 0.0632067 Sep 22 12:31:33.983825 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-7747fa1b-eb42-4ec5-a511-e5ab8cef0a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:33.985589 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-7747fa1b-eb42-4ec5-a511-e5ab8cef0a35 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501769 Sep 22 12:31:33.991870 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:34.032660 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-dc124cd7-0b3e-4e44-8326-55a0cedb7188 req-a05956ac-6ffc-481c-9840-7432e8f4f42c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2491033e-9358-4f00-92f0-d897728f5662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773295 Sep 22 12:31:34.114084 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f5cc9b28-5e61-4653-841c-6e8d1550593a req-662f2b53-cc7c-4b52-a6f7-08695be75b3f tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 210 time: 0.0956736 Sep 22 12:31:34.148330 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port a3d9e5a2-42d3-45f5-b648-74d6147d2724, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a3d9e5a2-42d3-45f5-b648-74d6147d2724,segment=NetworkSegment(05c394be-4dbd-4548-8111-4b99c8d60f39),segment_id=05c394be-4dbd-4548-8111-4b99c8d60f39)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:31:34.159963 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': 'a3d9e5a2-42d3-45f5-b648-74d6147d2724', 'network_id': '2491033e-9358-4f00-92f0-d897728f5662', 'port_id': 'a3d9e5a2-42d3-45f5-b648-74d6147d2724', 'mac_address': 'fa:16:3e:ab:6c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503c5cf5-f573-491a-8279-f64b505346cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:31:34.171079 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-5ed5f329-9ea0-4172-903a-85210f348377 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713850 Sep 22 12:31:34.189126 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:34.191924 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:34.198003 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port a3d9e5a2-42d3-45f5-b648-74d6147d2724 is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:31:34.198398 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (a3d9e5a2-42d3-45f5-b648-74d6147d2724), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:34.214459 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3d9e5a2-42d3-45f5-b648-74d6147d2724 {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:31:34.234997 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port a3d9e5a2-42d3-45f5-b648-74d6147d2724, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a3d9e5a2-42d3-45f5-b648-74d6147d2724,segment=NetworkSegment(05c394be-4dbd-4548-8111-4b99c8d60f39),segment_id=05c394be-4dbd-4548-8111-4b99c8d60f39)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:31:34.238490 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (a3d9e5a2-42d3-45f5-b648-74d6147d2724), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:34.289388 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=a3d9e5a2-42d3-45f5-b648-74d6147d2724,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:34.303425 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:34.589450 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b61997-2f03-452e-a464-560a28aff05d req-d96e4578-67f0-471f-8b9d-2f71e409d306 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:34.590875 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-17b61997-2f03-452e-a464-560a28aff05d req-d96e4578-67f0-471f-8b9d-2f71e409d306 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 949 time: 0.0463083 Sep 22 12:31:34.606495 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['a3d9e5a2-42d3-45f5-b648-74d6147d2724'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:31:34.634221 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:34.642371 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-17b61997-2f03-452e-a464-560a28aff05d req-9595419a-ba81-44a8-a283-510dba8d9790 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=875fc268-096b-4241-ab8e-0ec0dfe22363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458753 Sep 22 12:31:34.819496 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c0006914-0082-412a-b5c0-e4293d98cec9 req-12b3424f-f84d-4967-a200-02351aae9794 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184433 Sep 22 12:31:34.829724 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272212fb-f9eb-4eb2-a6a6-572cc43ef5c1 req-c26dd79e-9f72-4219-bea2-8fe0536cab44 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:34.831141 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-272212fb-f9eb-4eb2-a6a6-572cc43ef5c1 req-c26dd79e-9f72-4219-bea2-8fe0536cab44 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 944 time: 0.0648980 Sep 22 12:31:34.880074 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-272212fb-f9eb-4eb2-a6a6-572cc43ef5c1 req-0b183027-4d4e-4720-b5ea-ca7896781daa tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432613 Sep 22 12:31:35.019541 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957de2e-c21f-43e9-9686-3a043d6152d4 req-958d6588-2c42-4353-935a-6a28cd52ea34 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:35.021024 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4957de2e-c21f-43e9-9686-3a043d6152d4 req-958d6588-2c42-4353-935a-6a28cd52ea34 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2142214c-9062-457d-a99a-e6c4cab01e3e HTTP/1.1" status: 200 len: 944 time: 0.0463855 Sep 22 12:31:35.071330 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4957de2e-c21f-43e9-9686-3a043d6152d4 req-15c7647a-690c-467c-a7da-f734d51c6c7a tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446510 Sep 22 12:31:35.216637 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-86104173-0b7c-4169-8474-782003e547c3 req-ef676f0d-574e-4d72-be13-3490ae0a4c37 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 210 time: 0.0275474 Sep 22 12:31:35.759765 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f713eb-8f47-48fe-8eb4-f16576e6966f req-d41912fe-cf6f-49b2-8b52-b28e936de068 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:35.761232 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-29f713eb-8f47-48fe-8eb4-f16576e6966f req-d41912fe-cf6f-49b2-8b52-b28e936de068 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 949 time: 0.0462952 Sep 22 12:31:35.807353 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-29f713eb-8f47-48fe-8eb4-f16576e6966f req-2b4bb527-1341-4dc4-99fd-e87155ac8ecf tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=875fc268-096b-4241-ab8e-0ec0dfe22363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407264 Sep 22 12:31:35.849011 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device a3d9e5a2-42d3-45f5-b648-74d6147d2724 up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:31:35.892572 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning for port a3d9e5a2-42d3-45f5-b648-74d6147d2724 completed by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 12:31:35.898345 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port a3d9e5a2-42d3-45f5-b648-74d6147d2724 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:31:35.899116 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (a3d9e5a2-42d3-45f5-b648-74d6147d2724), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:35.899116 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port a3d9e5a2-42d3-45f5-b648-74d6147d2724 Sep 22 12:31:35.979531 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port a3d9e5a2-42d3-45f5-b648-74d6147d2724 is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:31:35.979918 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (a3d9e5a2-42d3-45f5-b648-74d6147d2724), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:36.008358 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2142214c-9062-457d-a99a-e6c4cab01e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d9e5a2-42d3-45f5-b648-74d6147d2724'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:31:36.011035 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0beaeaf-589b-4c55-8d18-ce7635b7a339" -d '{"events": [{"server_uuid": "2142214c-9062-457d-a99a-e6c4cab01e3e", "name": "network-vif-plugged", "status": "completed", "tag": "a3d9e5a2-42d3-45f5-b648-74d6147d2724"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:31:36.025489 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port a3d9e5a2-42d3-45f5-b648-74d6147d2724, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a3d9e5a2-42d3-45f5-b648-74d6147d2724,segment=NetworkSegment(05c394be-4dbd-4548-8111-4b99c8d60f39),segment_id=05c394be-4dbd-4548-8111-4b99c8d60f39)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:31:36.026711 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665d7f5-054a-4fd2-93bb-bd7580a4a671 req-c7962181-2a6f-4caa-9531-e9790987af2b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:36.028525 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0665d7f5-054a-4fd2-93bb-bd7580a4a671 req-c7962181-2a6f-4caa-9531-e9790987af2b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 944 time: 0.0614362 Sep 22 12:31:36.034659 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (a3d9e5a2-42d3-45f5-b648-74d6147d2724), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:36.043805 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:36.097691 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=a3d9e5a2-42d3-45f5-b648-74d6147d2724,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:36.137592 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0665d7f5-054a-4fd2-93bb-bd7580a4a671 req-25c51083-7d69-4ba2-952f-a1dec56dd30f tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022763 Sep 22 12:31:36.150001 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbe70a-2345-4d17-a423-8f33deda38a4 req-93bbeb84-4239-4e54-a0b5-6f160ebe4801 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:36.157373 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-64cbe70a-2345-4d17-a423-8f33deda38a4 req-93bbeb84-4239-4e54-a0b5-6f160ebe4801 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 949 time: 0.1023211 Sep 22 12:31:36.194339 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4a95d0-976c-4f12-aa67-19a7a72b8ee1 x-openstack-request-id: req-1e4a95d0-976c-4f12-aa67-19a7a72b8ee1 {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:31:36.195181 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2142214c-9062-457d-a99a-e6c4cab01e3e", "name": "network-vif-plugged", "status": "completed", "tag": "a3d9e5a2-42d3-45f5-b648-74d6147d2724", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:31:36.195473 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1e4a95d0-976c-4f12-aa67-19a7a72b8ee1 {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:31:36.195878 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e4a95d0-976c-4f12-aa67-19a7a72b8ee1'] response: {'server_uuid': '2142214c-9062-457d-a99a-e6c4cab01e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3d9e5a2-42d3-45f5-b648-74d6147d2724', 'code': 200} Sep 22 12:31:36.204851 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-64cbe70a-2345-4d17-a423-8f33deda38a4 req-152cf3ca-adbd-4ad3-92c2-4ef1596ca988 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=875fc268-096b-4241-ab8e-0ec0dfe22363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463679 Sep 22 12:31:36.285866 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2781a-6abc-4d6c-9a66-8b9a6fad6c45 req-bc6129c7-e2c6-4b31-bea3-0b545ca6b848 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:36.287358 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1cd2781a-6abc-4d6c-9a66-8b9a6fad6c45 req-bc6129c7-e2c6-4b31-bea3-0b545ca6b848 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2142214c-9062-457d-a99a-e6c4cab01e3e HTTP/1.1" status: 200 len: 945 time: 0.0473492 Sep 22 12:31:36.333706 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b13c0735-cb7f-4679-abd7-3d031e1aa95b req-94adedd3-fda0-4271-840b-4623ef423d63 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 210 time: 0.0415690 Sep 22 12:31:36.361151 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1cd2781a-6abc-4d6c-9a66-8b9a6fad6c45 req-4960949f-b7fc-4c81-97e9-80342e9d77ba tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672934 Sep 22 12:31:37.268522 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e310d-78e2-4fce-8bd3-1d3087f2d80d req-d45a02a4-72c2-4e88-97a6-513ffbf26441 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:37.269985 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-bf9e310d-78e2-4fce-8bd3-1d3087f2d80d req-d45a02a4-72c2-4e88-97a6-513ffbf26441 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 944 time: 0.0469861 Sep 22 12:31:37.341517 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b2a22-1864-4e0f-b169-0d8fc24124bb req-63125b33-4bb5-4dcd-851b-f2cc806a38c2 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:37.342925 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-496b2a22-1864-4e0f-b169-0d8fc24124bb req-63125b33-4bb5-4dcd-851b-f2cc806a38c2 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 949 time: 0.0656211 Sep 22 12:31:37.369462 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-bf9e310d-78e2-4fce-8bd3-1d3087f2d80d req-34041df1-e981-42dd-89c4-f7710b57f820 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937331 Sep 22 12:31:37.400635 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-496b2a22-1864-4e0f-b169-0d8fc24124bb req-72688467-3213-4059-9837-69b403d85463 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=875fc268-096b-4241-ab8e-0ec0dfe22363&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498443 Sep 22 12:31:37.454907 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-af4195de-f641-4960-a560-13f01547314a req-51d92213-8e51-4752-8c35-42c1ac89f23a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 210 time: 0.0274417 Sep 22 12:31:37.509779 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ccd7a-f289-4585-9d9a-9936fc4bc1b2 req-75f95012-a6e6-4637-9d13-ebda45f94e53 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:37.511250 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ad5ccd7a-f289-4585-9d9a-9936fc4bc1b2 req-75f95012-a6e6-4637-9d13-ebda45f94e53 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2142214c-9062-457d-a99a-e6c4cab01e3e HTTP/1.1" status: 200 len: 945 time: 0.0478029 Sep 22 12:31:37.567464 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ad5ccd7a-f289-4585-9d9a-9936fc4bc1b2 req-39f5ece1-59b8-4bcb-afa6-4b569f3d5392 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505304 Sep 22 12:31:37.802427 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:37.814598 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9dcf24-b286-4723-acd7-0cc0bf56e472 req-5a7bee59-cf33-4fa5-90d0-9a220b32d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:37.816098 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6b9dcf24-b286-4723-acd7-0cc0bf56e472 req-5a7bee59-cf33-4fa5-90d0-9a220b32d8fa service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2142214c-9062-457d-a99a-e6c4cab01e3e HTTP/1.1" status: 200 len: 1129 time: 0.0422978 Sep 22 12:31:37.852550 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 76be057b-3ae6-473f-85db-c31a75400a6b details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:31:37.913950 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6b9dcf24-b286-4723-acd7-0cc0bf56e472 req-e36fa22f-9d32-480e-ab9b-32352a39c606 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480824 Sep 22 12:31:37.918135 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b45b2-5c51-43de-ab42-fa5e3041ccff req-6b502b29-82eb-4895-9299-301c4050a29b tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:37.920064 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-f80b45b2-5c51-43de-ab42-fa5e3041ccff req-6b502b29-82eb-4895-9299-301c4050a29b tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 949 time: 0.0530746 Sep 22 12:31:37.966605 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 76be057b-3ae6-473f-85db-c31a75400a6b, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=76be057b-3ae6-473f-85db-c31a75400a6b,segment=NetworkSegment(c340f29b-02bd-42f1-9691-706be126d2ad),segment_id=c340f29b-02bd-42f1-9691-706be126d2ad)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:31:37.977596 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': '76be057b-3ae6-473f-85db-c31a75400a6b', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'port_id': '76be057b-3ae6-473f-85db-c31a75400a6b', 'mac_address': 'fa:16:3e:c1:5b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:31:38.012034 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 76be057b-3ae6-473f-85db-c31a75400a6b is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:31:38.012454 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (76be057b-3ae6-473f-85db-c31a75400a6b), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:38.026330 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76be057b-3ae6-473f-85db-c31a75400a6b {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:31:38.045449 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 76be057b-3ae6-473f-85db-c31a75400a6b, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=76be057b-3ae6-473f-85db-c31a75400a6b,segment=NetworkSegment(c340f29b-02bd-42f1-9691-706be126d2ad),segment_id=c340f29b-02bd-42f1-9691-706be126d2ad)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:31:38.049416 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (76be057b-3ae6-473f-85db-c31a75400a6b), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:38.099524 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:38.109663 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=76be057b-3ae6-473f-85db-c31a75400a6b,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:38.222414 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [req-f80b45b2-5c51-43de-ab42-fa5e3041ccff req-14e5e4d9-9927-4898-87f2-89ff8cd31e7d tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Deleting port 303283c4-dee2-46dc-8529-2226ab600b75 {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:31:38.222759 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-f80b45b2-5c51-43de-ab42-fa5e3041ccff req-14e5e4d9-9927-4898-87f2-89ff8cd31e7d tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (303283c4-dee2-46dc-8529-2226ab600b75), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:38.322021 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [req-f80b45b2-5c51-43de-ab42-fa5e3041ccff req-14e5e4d9-9927-4898-87f2-89ff8cd31e7d tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] For port 303283c4-dee2-46dc-8529-2226ab600b75, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=303283c4-dee2-46dc-8529-2226ab600b75,segment=NetworkSegment(7e2dac61-9467-415c-be24-43c0d0d09baf),segment_id=7e2dac61-9467-415c-be24-43c0d0d09baf)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:31:38.322384 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-f80b45b2-5c51-43de-ab42-fa5e3041ccff req-14e5e4d9-9927-4898-87f2-89ff8cd31e7d tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (303283c4-dee2-46dc-8529-2226ab600b75), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:38.338430 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [req-f80b45b2-5c51-43de-ab42-fa5e3041ccff req-14e5e4d9-9927-4898-87f2-89ff8cd31e7d tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Calling delete_port for 303283c4-dee2-46dc-8529-2226ab600b75 owned by compute:nova {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:31:38.366533 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['76be057b-3ae6-473f-85db-c31a75400a6b'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:31:38.368701 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:38.392634 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:38.480747 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-f80b45b2-5c51-43de-ab42-fa5e3041ccff req-14e5e4d9-9927-4898-87f2-89ff8cd31e7d tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (303283c4-dee2-46dc-8529-2226ab600b75), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:38.521715 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5e4d9-9927-4898-87f2-89ff8cd31e7d tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Pushing event deleted for resources: {'Port': ['ID=303283c4-dee2-46dc-8529-2226ab600b75,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:38.530392 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-503fbc21-70ef-4996-809b-0c4f1fa1b79f req-105c854b-a631-42fa-a523-759b45f47241 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 210 time: 0.0341210 Sep 22 12:31:38.541688 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64dd15-bded-4c9f-84c6-281f3d149acc req-ba6943ec-d876-4e1a-b97f-340b98a60e2b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:38.543293 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2c64dd15-bded-4c9f-84c6-281f3d149acc req-ba6943ec-d876-4e1a-b97f-340b98a60e2b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 945 time: 0.0894196 Sep 22 12:31:38.576037 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80b45b2-5c51-43de-ab42-fa5e3041ccff req-14e5e4d9-9927-4898-87f2-89ff8cd31e7d tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] No DVR routers for this DVR port 303283c4-dee2-46dc-8529-2226ab600b75 on host hv-cinder-85646 {{(pid=106189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:31:38.579032 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-f80b45b2-5c51-43de-ab42-fa5e3041ccff req-14e5e4d9-9927-4898-87f2-89ff8cd31e7d tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:38.583717 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-f80b45b2-5c51-43de-ab42-fa5e3041ccff req-14e5e4d9-9927-4898-87f2-89ff8cd31e7d tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.20 "DELETE /networking/v2.0/ports/303283c4-dee2-46dc-8529-2226ab600b75 HTTP/1.1" status: 204 len: 173 time: 0.4458480 Sep 22 12:31:38.584341 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b52c26-f91e-4b82-b670-472f3ba2180e', 'name': 'network-vif-deleted', 'tag': '303283c4-dee2-46dc-8529-2226ab600b75'}] {{(pid=106189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:31:38.586692 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64be3f76f25325df4d162c623afd71985c9d526dbd3dd574d951cc56993afe1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16191903-1617-4cbf-949c-439eef29c02e" -d '{"events": [{"server_uuid": "c1b52c26-f91e-4b82-b670-472f3ba2180e", "name": "network-vif-deleted", "tag": "303283c4-dee2-46dc-8529-2226ab600b75"}]}' {{(pid=106189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:31:38.621037 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2c64dd15-bded-4c9f-84c6-281f3d149acc req-247a5748-237b-4445-9f22-4dc803464004 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715468 Sep 22 12:31:38.637261 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7400bb0d-4767-484b-9680-11222c407186 req-0b03d125-273a-4a33-bf48-c92fd6f80821 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 210 time: 0.0308838 Sep 22 12:31:38.689461 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15e1d94-7d35-4b53-9f50-5fa1c901d6e4 x-openstack-request-id: req-f15e1d94-7d35-4b53-9f50-5fa1c901d6e4 {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:31:38.689752 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b52c26-f91e-4b82-b670-472f3ba2180e", "name": "network-vif-deleted", "tag": "303283c4-dee2-46dc-8529-2226ab600b75", "status": "completed", "code": 200}]} {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:31:38.690148 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f15e1d94-7d35-4b53-9f50-5fa1c901d6e4 {{(pid=106189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:31:38.690777 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f15e1d94-7d35-4b53-9f50-5fa1c901d6e4'] response: {'server_uuid': 'c1b52c26-f91e-4b82-b670-472f3ba2180e', 'name': 'network-vif-deleted', 'tag': '303283c4-dee2-46dc-8529-2226ab600b75', 'status': 'completed', 'code': 200} Sep 22 12:31:38.745985 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf445704-7b8e-4230-bff1-cdd4085c5413 req-ce521756-67e6-4773-9086-07c54bb3f3b2 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:38.747345 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-bf445704-7b8e-4230-bff1-cdd4085c5413 req-ce521756-67e6-4773-9086-07c54bb3f3b2 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2142214c-9062-457d-a99a-e6c4cab01e3e HTTP/1.1" status: 200 len: 945 time: 0.0464478 Sep 22 12:31:38.795361 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-bf445704-7b8e-4230-bff1-cdd4085c5413 req-98e070ac-2945-4d68-9ed6-6f17e5234b79 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423770 Sep 22 12:31:39.396572 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['303283c4-dee2-46dc-8529-2226ab600b75'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:31:39.644230 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8ffeddbd-fb47-4b5e-9f5b-3990a27a2058 req-6c8b4c41-be2b-45e2-baf5-48f39a78a4d0 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 210 time: 0.0276473 Sep 22 12:31:39.760030 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b9cb619e-5e46-4d73-a2e5-4519767416af req-582e520a-90f4-47de-abc6-0432b54f97a8 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 210 time: 0.0302410 Sep 22 12:31:39.770072 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e2060-79f0-4f82-b92c-38ad49b674f1 req-d3ec4eb4-5127-476c-9fdb-151549184f6d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:39.771466 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ae1e2060-79f0-4f82-b92c-38ad49b674f1 req-d3ec4eb4-5127-476c-9fdb-151549184f6d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 945 time: 0.0736597 Sep 22 12:31:39.818078 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ae1e2060-79f0-4f82-b92c-38ad49b674f1 req-f7d64f99-f1bc-4bc6-b85b-70a1cb5382b0 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410619 Sep 22 12:31:39.863297 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 76be057b-3ae6-473f-85db-c31a75400a6b up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:31:39.910203 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning for port 76be057b-3ae6-473f-85db-c31a75400a6b completed by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 12:31:39.916946 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port 76be057b-3ae6-473f-85db-c31a75400a6b triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:31:39.917413 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (76be057b-3ae6-473f-85db-c31a75400a6b), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:39.917830 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port 76be057b-3ae6-473f-85db-c31a75400a6b Sep 22 12:31:39.932182 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3224e0-1f32-471d-9637-5656e67f09c6 req-0becb4f7-bfc9-4f15-ae6f-6af2a91fada5 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:39.933766 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0e3224e0-1f32-471d-9637-5656e67f09c6 req-0becb4f7-bfc9-4f15-ae6f-6af2a91fada5 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2142214c-9062-457d-a99a-e6c4cab01e3e HTTP/1.1" status: 200 len: 945 time: 0.0589161 Sep 22 12:31:39.990757 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0e3224e0-1f32-471d-9637-5656e67f09c6 req-8d3dd23b-e446-4499-8cf6-c56c5fd526a6 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491464 Sep 22 12:31:39.994699 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 76be057b-3ae6-473f-85db-c31a75400a6b is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:31:39.995156 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (76be057b-3ae6-473f-85db-c31a75400a6b), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:40.035276 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4881b40d-864a-42ec-8c64-a1366dac5f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76be057b-3ae6-473f-85db-c31a75400a6b'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:31:40.037642 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afca5982-ad1d-4289-8589-0ece8a75ab58" -d '{"events": [{"server_uuid": "4881b40d-864a-42ec-8c64-a1366dac5f05", "name": "network-vif-plugged", "status": "completed", "tag": "76be057b-3ae6-473f-85db-c31a75400a6b"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:31:40.050348 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 76be057b-3ae6-473f-85db-c31a75400a6b, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=76be057b-3ae6-473f-85db-c31a75400a6b,segment=NetworkSegment(c340f29b-02bd-42f1-9691-706be126d2ad),segment_id=c340f29b-02bd-42f1-9691-706be126d2ad)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:31:40.055630 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (76be057b-3ae6-473f-85db-c31a75400a6b), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:40.082740 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab03365a-c820-4f53-b24b-3cf4cb0e3a7f x-openstack-request-id: req-ab03365a-c820-4f53-b24b-3cf4cb0e3a7f {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:31:40.082994 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4881b40d-864a-42ec-8c64-a1366dac5f05", "name": "network-vif-plugged", "status": "completed", "tag": "76be057b-3ae6-473f-85db-c31a75400a6b", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:31:40.083252 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ab03365a-c820-4f53-b24b-3cf4cb0e3a7f {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:31:40.083646 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab03365a-c820-4f53-b24b-3cf4cb0e3a7f'] response: {'server_uuid': '4881b40d-864a-42ec-8c64-a1366dac5f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76be057b-3ae6-473f-85db-c31a75400a6b', 'code': 200} Sep 22 12:31:40.110129 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=76be057b-3ae6-473f-85db-c31a75400a6b,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:40.501357 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-4d21a647-f8f4-42a6-ad22-a1c084d7691b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:40.504347 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-4d21a647-f8f4-42a6-ad22-a1c084d7691b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.20 "GET /networking/v2.0/networks?id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd HTTP/1.1" status: 200 len: 815 time: 0.1678874 Sep 22 12:31:40.730167 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a9d23-62cc-40c5-aa8f-3a2591dcad32 req-e9993b38-06ff-4d16-92c9-5c1998f8d210 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:40.731641 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1a2a9d23-62cc-40c5-aa8f-3a2591dcad32 req-e9993b38-06ff-4d16-92c9-5c1998f8d210 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2142214c-9062-457d-a99a-e6c4cab01e3e HTTP/1.1" status: 200 len: 945 time: 0.0504050 Sep 22 12:31:40.742840 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:40.770559 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5482890c-af67-4f98-ab42-15ec94076231 req-0ce29ada-3a46-46de-add1-bf3243ad4813 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 210 time: 0.0379379 Sep 22 12:31:40.812561 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1a2a9d23-62cc-40c5-aa8f-3a2591dcad32 req-b02959fe-e2c0-4bd8-a7f8-c322371a952a tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713537 Sep 22 12:31:40.928817 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c9e33f11-167d-4508-8617-db9781f31524 req-7048d480-e99e-44c6-99d1-06438bf2889e tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 210 time: 0.0818338 Sep 22 12:31:40.950319 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-52038958-e1f3-4a5a-b643-bb957d2cffc6 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=40ddbbe59b90403fb3ea9212d10727aa HTTP/1.1" status: 200 len: 472 time: 0.1204302 Sep 22 12:31:40.968485 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec550d1-9162-4500-8109-bb00eed4bad4 req-a51d6c52-7c82-44d3-9216-f5da70dc8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:40.970205 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2ec550d1-9162-4500-8109-bb00eed4bad4 req-a51d6c52-7c82-44d3-9216-f5da70dc8482 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 1130 time: 0.1319783 Sep 22 12:31:40.988748 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f67f01-ed4b-4c08-b2ec-b8d41abfc783 req-ba293cc2-4643-4053-a22c-6875276f6d9b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:40.990118 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a2f67f01-ed4b-4c08-b2ec-b8d41abfc783 req-ba293cc2-4643-4053-a22c-6875276f6d9b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0550761 Sep 22 12:31:41.036725 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a2f67f01-ed4b-4c08-b2ec-b8d41abfc783 req-b0400119-f873-4c4c-8625-ea08340bfe5b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410688 Sep 22 12:31:41.742445 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cf73c-ba1e-4972-b88a-edc6ace38006 req-a143ed66-a007-439c-afc1-5a16c5a900a3 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:41.743805 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6a8cf73c-ba1e-4972-b88a-edc6ace38006 req-a143ed66-a007-439c-afc1-5a16c5a900a3 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0471373 Sep 22 12:31:41.789278 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6a8cf73c-ba1e-4972-b88a-edc6ace38006 req-506a52f0-682f-4be3-811e-453e0f3273c8 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398889 Sep 22 12:31:41.863567 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 303283c4-dee2-46dc-8529-2226ab600b75 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:31:41.883970 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] No Port match for: 303283c4-dee2-46dc-8529-2226ab600b75 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:31:41.884331 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 303283c4-dee2-46dc-8529-2226ab600b75 not bound to the agent host hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:31:41.892842 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c96201b6-dddb-49a3-9943-9272b151bf4b req-acfe5f73-6811-49dc-b36d-36ba7d91f0cf tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 210 time: 0.0313838 Sep 22 12:31:41.972914 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f41a0b-6766-47c7-bb14-70165c0e901b req-244cc405-8134-4d77-b2c6-bb98a48bff8f tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:41.974372 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c6f41a0b-6766-47c7-bb14-70165c0e901b req-244cc405-8134-4d77-b2c6-bb98a48bff8f tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2142214c-9062-457d-a99a-e6c4cab01e3e HTTP/1.1" status: 200 len: 945 time: 0.0466299 Sep 22 12:31:42.043372 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b198824f-c520-48ee-a178-c6c33c586e2c req-caba9f0a-b546-4a5d-a99c-e2343d3bcd55 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 210 time: 0.0355062 Sep 22 12:31:42.047666 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c6f41a0b-6766-47c7-bb14-70165c0e901b req-ffdf00f4-bdc7-43bd-a2fd-44a70150c8e9 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674970 Sep 22 12:31:42.069275 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-14aaae62-953e-41e2-9ba2-b2c0ea0b526c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'port': {'device_id': 'd298c197-bf2c-41e0-a0d0-f0f48e979904', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'admin_state_up': True, 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'security_groups': ['b7d622ad-51bb-4607-8b44-b7b5f4f027e3']}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:42.090526 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:42.097490 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:42.122989 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2ec550d1-9162-4500-8109-bb00eed4bad4 req-c3319df4-6b19-4b35-a4d6-b8c2c8af9dde service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565712 Sep 22 12:31:42.189292 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e6e03-4fe6-4bc7-80f5-e3024f22af18 req-3667ac04-3529-474b-852e-623d1f0923f9 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:42.191353 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f70e6e03-4fe6-4bc7-80f5-e3024f22af18 req-3667ac04-3529-474b-852e-623d1f0923f9 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0491879 Sep 22 12:31:42.193918 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-14aaae62-953e-41e2-9ba2-b2c0ea0b526c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Made reservation on behalf of 40ddbbe59b90403fb3ea9212d10727aa for: {'port': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:31:42.197922 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-14aaae62-953e-41e2-9ba2-b2c0ea0b526c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:42.238824 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f70e6e03-4fe6-4bc7-80f5-e3024f22af18 req-14b3fd11-41ee-47d8-9322-4259dab7974f tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414822 Sep 22 12:31:42.325613 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-14aaae62-953e-41e2-9ba2-b2c0ea0b526c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Allocated IP 172.20.0.14 (a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd/d853fe9a-55b9-4c8d-9099-d1741ea2e14d/3de3f767-ed67-4ebd-ad2d-e94ea3db7b53) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:31:42.377236 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:42.461156 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-14aaae62-953e-41e2-9ba2-b2c0ea0b526c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for port (3de3f767-ed67-4ebd-ad2d-e94ea3db7b53), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:42.494661 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-14aaae62-953e-41e2-9ba2-b2c0ea0b526c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (3de3f767-ed67-4ebd-ad2d-e94ea3db7b53), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:42.540750 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-14aaae62-953e-41e2-9ba2-b2c0ea0b526c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:31:42.543950 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-14aaae62-953e-41e2-9ba2-b2c0ea0b526c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:31:42.547707 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-14aaae62-953e-41e2-9ba2-b2c0ea0b526c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:31:42.573465 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aaae62-953e-41e2-9ba2-b2c0ea0b526c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'Port': ['ID=3de3f767-ed67-4ebd-ad2d-e94ea3db7b53,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:42.623676 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-14aaae62-953e-41e2-9ba2-b2c0ea0b526c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:42.624478 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-14aaae62-953e-41e2-9ba2-b2c0ea0b526c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:42.644592 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe6e91-17f9-49d0-a534-d3ad482153ea req-2331f684-23fd-48ed-bab5-2d580ea595e2 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:42.646027 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-14aaae62-953e-41e2-9ba2-b2c0ea0b526c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5825565 Sep 22 12:31:42.646310 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3ebe6e91-17f9-49d0-a534-d3ad482153ea req-2331f684-23fd-48ed-bab5-2d580ea595e2 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=2142214c-9062-457d-a99a-e6c4cab01e3e HTTP/1.1" status: 200 len: 945 time: 0.0608971 Sep 22 12:31:42.720686 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] Request body: {'port': {'device_id': 'd298c197-bf2c-41e0-a0d0-f0f48e979904', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:42.783331 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (3de3f767-ed67-4ebd-ad2d-e94ea3db7b53), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:42.798286 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-5603bbe0-f878-440b-aec0-600b104226a6 None None] Provisioning complete for port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:31:42.799994 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-5603bbe0-f878-440b-aec0-600b104226a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (3de3f767-ed67-4ebd-ad2d-e94ea3db7b53), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:42.800463 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-5603bbe0-f878-440b-aec0-600b104226a6 None None] Attempt 1 to provision port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 Sep 22 12:31:42.828668 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-3ebe6e91-17f9-49d0-a534-d3ad482153ea req-748e45a3-3dae-45db-a005-d240dc70de1d tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Deleting port a3d9e5a2-42d3-45f5-b648-74d6147d2724 {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:31:42.829191 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-3ebe6e91-17f9-49d0-a534-d3ad482153ea req-748e45a3-3dae-45db-a005-d240dc70de1d tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (a3d9e5a2-42d3-45f5-b648-74d6147d2724), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:42.838585 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-5603bbe0-f878-440b-aec0-600b104226a6 None None] Port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:31:42.942783 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cd02d-2cd1-4e4f-a343-04f172e10ebd req-99973be2-be3d-4f13-9ce5-2cbee417b4ce tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:42.944253 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ff3cd02d-2cd1-4e4f-a343-04f172e10ebd req-99973be2-be3d-4f13-9ce5-2cbee417b4ce tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0674181 Sep 22 12:31:42.963053 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:42.963530 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-3ebe6e91-17f9-49d0-a534-d3ad482153ea req-748e45a3-3dae-45db-a005-d240dc70de1d tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] For port a3d9e5a2-42d3-45f5-b648-74d6147d2724, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a3d9e5a2-42d3-45f5-b648-74d6147d2724,segment=NetworkSegment(05c394be-4dbd-4548-8111-4b99c8d60f39),segment_id=05c394be-4dbd-4548-8111-4b99c8d60f39)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:31:42.963994 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-3ebe6e91-17f9-49d0-a534-d3ad482153ea req-748e45a3-3dae-45db-a005-d240dc70de1d tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (a3d9e5a2-42d3-45f5-b648-74d6147d2724), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:42.993768 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-3ebe6e91-17f9-49d0-a534-d3ad482153ea req-748e45a3-3dae-45db-a005-d240dc70de1d tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Calling delete_port for a3d9e5a2-42d3-45f5-b648-74d6147d2724 owned by compute:nova {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:31:43.045794 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-99787664-a31b-40e4-ab9a-d8b50fc2518c req-bf9301e0-109e-4002-a31c-4214b2703ea8 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 210 time: 0.0499983 Sep 22 12:31:43.063468 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 {{(pid=106189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:31:43.071245 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] Publish callbacks [] for port (3de3f767-ed67-4ebd-ad2d-e94ea3db7b53), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:43.085423 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.provisioning_blocks [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] Transition to ACTIVE for port object 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 will not be triggered until provisioned by entity L2. {{(pid=106189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 12:31:43.090511 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (3de3f767-ed67-4ebd-ad2d-e94ea3db7b53), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:43.092743 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ff3cd02d-2cd1-4e4f-a343-04f172e10ebd req-923e61f2-9ef3-4649-81da-52f482fdc6d5 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311476 Sep 22 12:31:43.144436 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] Pushing event updated for resources: {'Port': ['ID=3de3f767-ed67-4ebd-ad2d-e94ea3db7b53,revision_number=2']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:43.169878 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:43.247899 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.managers [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] Attempting to bind port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:31:43.248613 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.managers [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] Attempting to bind port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'}] {{(pid=106189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:31:43.249405 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] Attempting to bind port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 on network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:31:43.260137 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-3ebe6e91-17f9-49d0-a534-d3ad482153ea req-748e45a3-3dae-45db-a005-d240dc70de1d tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (a3d9e5a2-42d3-45f5-b648-74d6147d2724), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:43.274377 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['a3d9e5a2-42d3-45f5-b648-74d6147d2724'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:31:43.275400 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58bbcf-74be-4131-a6bd-2078207d6279 req-4a4d67c6-17ae-4d3e-b8db-acac874859dd tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:43.277209 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7f58bbcf-74be-4131-a6bd-2078207d6279 req-4a4d67c6-17ae-4d3e-b8db-acac874859dd tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2142214c-9062-457d-a99a-e6c4cab01e3e HTTP/1.1" status: 200 len: 945 time: 0.1003094 Sep 22 12:31:43.296848 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] Port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 on network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 12:31:43.297269 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] Attempting to bind port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 on network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:31:43.307349 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0167e12-be75-465d-9347-62be26d2d92b req-9bf62630-8c08-4489-92a8-4eb64c91662b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:43.308981 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c0167e12-be75-465d-9347-62be26d2d92b req-9bf62630-8c08-4489-92a8-4eb64c91662b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 944 time: 0.1357970 Sep 22 12:31:43.313683 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e45a3-3dae-45db-a005-d240dc70de1d tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Pushing event deleted for resources: {'Port': ['ID=a3d9e5a2-42d3-45f5-b648-74d6147d2724,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:43.319730 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:43.339331 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-5603bbe0-f878-440b-aec0-600b104226a6 None None] Attempt 2 to provision port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 Sep 22 12:31:43.344996 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] Checking agent: {'id': '60a799af-7434-4fee-b6c6-29cadfeb25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'started_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:31:43.345385 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] Checking segment: {'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:31:43.345873 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] Bound using segment: {'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'} {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:31:43.346440 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.managers [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] Bound port: 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'}}] {{(pid=106189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:31:43.346887 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (3de3f767-ed67-4ebd-ad2d-e94ea3db7b53), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:43.372351 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-5603bbe0-f878-440b-aec0-600b104226a6 None None] Port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:31:43.408716 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] For port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53, host hv-cinder-85646, cleared binding levels {{(pid=106189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:31:43.411798 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] For port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=3de3f767-ed67-4ebd-ad2d-e94ea3db7b53,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:31:43.418958 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (3de3f767-ed67-4ebd-ad2d-e94ea3db7b53), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:43.420247 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebe6e91-17f9-49d0-a534-d3ad482153ea req-748e45a3-3dae-45db-a005-d240dc70de1d tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] No DVR routers for this DVR port a3d9e5a2-42d3-45f5-b648-74d6147d2724 on host hv-cinder-85646 {{(pid=106188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:31:43.423480 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:43.424110 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:43.424425 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-3ebe6e91-17f9-49d0-a534-d3ad482153ea req-748e45a3-3dae-45db-a005-d240dc70de1d tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:43.425588 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 HTTP/1.1" status: 200 len: 1094 time: 0.7092278 Sep 22 12:31:43.426160 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd298c197-bf2c-41e0-a0d0-f0f48e979904', 'tag': '3de3f767-ed67-4ebd-ad2d-e94ea3db7b53'}] {{(pid=106189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:31:43.428376 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3ebe6e91-17f9-49d0-a534-d3ad482153ea req-748e45a3-3dae-45db-a005-d240dc70de1d tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.20 "DELETE /networking/v2.0/ports/a3d9e5a2-42d3-45f5-b648-74d6147d2724 HTTP/1.1" status: 204 len: 173 time: 0.7115595 Sep 22 12:31:43.428498 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64be3f76f25325df4d162c623afd71985c9d526dbd3dd574d951cc56993afe1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e00343-4cd0-40f8-b4de-93fe4c09972c" -d '{"events": [{"name": "network-changed", "server_uuid": "d298c197-bf2c-41e0-a0d0-f0f48e979904", "tag": "3de3f767-ed67-4ebd-ad2d-e94ea3db7b53"}]}' {{(pid=106189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:31:43.436235 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2142214c-9062-457d-a99a-e6c4cab01e3e', 'name': 'network-vif-deleted', 'tag': 'a3d9e5a2-42d3-45f5-b648-74d6147d2724'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:31:43.438486 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102db46d-3db9-4ee9-b549-c8e8460bf716" -d '{"events": [{"server_uuid": "2142214c-9062-457d-a99a-e6c4cab01e3e", "name": "network-vif-deleted", "tag": "a3d9e5a2-42d3-45f5-b648-74d6147d2724"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:31:43.467138 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7f58bbcf-74be-4131-a6bd-2078207d6279 req-bf8beed5-163b-4919-ab7a-b65e3a01910c tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571739 Sep 22 12:31:43.470122 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c0167e12-be75-465d-9347-62be26d2d92b req-20044526-269d-4d12-9b1b-d012d28fe403 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7d622ad-51bb-4607-8b44-b7b5f4f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524816 Sep 22 12:31:43.490505 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500e747-56b4-412f-9fa0-e0659182adca service neutron] Pushing event updated for resources: {'Port': ['ID=3de3f767-ed67-4ebd-ad2d-e94ea3db7b53,revision_number=3']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:43.534071 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a25cb46-aa15-4d36-9441-c3910ed1b59e x-openstack-request-id: req-1a25cb46-aa15-4d36-9441-c3910ed1b59e {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:31:43.534471 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d298c197-bf2c-41e0-a0d0-f0f48e979904", "tag": "3de3f767-ed67-4ebd-ad2d-e94ea3db7b53", "status": "completed", "code": 200}]} {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:31:43.534797 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1a25cb46-aa15-4d36-9441-c3910ed1b59e {{(pid=106189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:31:43.535277 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a25cb46-aa15-4d36-9441-c3910ed1b59e'] response: {'name': 'network-changed', 'server_uuid': 'd298c197-bf2c-41e0-a0d0-f0f48e979904', 'tag': '3de3f767-ed67-4ebd-ad2d-e94ea3db7b53', 'status': 'completed', 'code': 200} Sep 22 12:31:43.780984 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e359d384-87f7-4859-bce3-196bdb977856 x-openstack-request-id: req-e359d384-87f7-4859-bce3-196bdb977856 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:31:43.781272 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2142214c-9062-457d-a99a-e6c4cab01e3e", "name": "network-vif-deleted", "tag": "a3d9e5a2-42d3-45f5-b648-74d6147d2724", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:31:43.781523 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e359d384-87f7-4859-bce3-196bdb977856 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:31:43.781915 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e359d384-87f7-4859-bce3-196bdb977856'] response: {'server_uuid': '2142214c-9062-457d-a99a-e6c4cab01e3e', 'name': 'network-vif-deleted', 'tag': 'a3d9e5a2-42d3-45f5-b648-74d6147d2724', 'status': 'completed', 'code': 200} Sep 22 12:31:43.798964 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4258863-e5cf-42a9-84a4-b2e41ed18afd req-cbaecc73-192e-4c82-a405-f475e9d1dede tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:43.801045 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a4258863-e5cf-42a9-84a4-b2e41ed18afd req-cbaecc73-192e-4c82-a405-f475e9d1dede tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.2754335 Sep 22 12:31:43.838039 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:43.850118 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a4258863-e5cf-42a9-84a4-b2e41ed18afd req-0cc9e3b5-8b48-4e2d-8ef4-65266e1e5c53 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434480 Sep 22 12:31:43.873149 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-5603bbe0-f878-440b-aec0-600b104226a6 None None] Attempt 3 to provision port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 Sep 22 12:31:43.910032 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-5603bbe0-f878-440b-aec0-600b104226a6 None None] Port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 had new provisioning blocks added so it will not transition to active. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 12:31:44.172533 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f0813a6e-3564-4ed3-9f76-659f7ad39d8b req-9ab7b0e3-5800-4b13-9a56-46d23569bda6 tempest-VolumesNegativeTest-1923349799 tempest-VolumesNegativeTest-1923349799-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1b52c26-f91e-4b82-b670-472f3ba2180e HTTP/1.1" status: 200 len: 210 time: 0.0295079 Sep 22 12:31:44.229872 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1e3cd-0e5e-4a8c-83db-266c65aa5e8a req-340124e5-9611-42ae-b3fd-578a1f236dbc tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:44.231300 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d5a1e3cd-0e5e-4a8c-83db-266c65aa5e8a req-340124e5-9611-42ae-b3fd-578a1f236dbc tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0509374 Sep 22 12:31:44.323734 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d5a1e3cd-0e5e-4a8c-83db-266c65aa5e8a req-acbfdc83-81c4-45b4-a4a5-df48d041fc45 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848868 Sep 22 12:31:44.333882 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e00343-4cd0-40f8-b4de-93fe4c09972c req-272e12b2-d8f1-49b6-92e5-6e0b27177d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:44.335365 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-36e00343-4cd0-40f8-b4de-93fe4c09972c req-272e12b2-d8f1-49b6-92e5-6e0b27177d6e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=40ddbbe59b90403fb3ea9212d10727aa&device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 1128 time: 0.0604978 Sep 22 12:31:44.445138 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e00343-4cd0-40f8-b4de-93fe4c09972c req-6298839d-32ac-45e7-80d3-3545e8e3f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:44.446619 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-36e00343-4cd0-40f8-b4de-93fe4c09972c req-6298839d-32ac-45e7-80d3-3545e8e3f082 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=40ddbbe59b90403fb3ea9212d10727aa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1037366 Sep 22 12:31:44.553796 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e00343-4cd0-40f8-b4de-93fe4c09972c req-be297439-b303-439d-9329-8aa09a41e146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:44.555263 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-36e00343-4cd0-40f8-b4de-93fe4c09972c req-be297439-b303-439d-9329-8aa09a41e146 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012256 Sep 22 12:31:44.608803 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1b4b739a-49a4-4e49-a133-6a24cbef8ea4 req-b84a9b07-8519-4bce-a99b-908cbbeedaea tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=2142214c-9062-457d-a99a-e6c4cab01e3e HTTP/1.1" status: 200 len: 210 time: 0.0441051 Sep 22 12:31:44.652537 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733aea8-d787-4ebc-a625-a0366390f3d5 req-da53f7e2-bb02-4c8e-a808-01d9a42302fa tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:44.653993 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7733aea8-d787-4ebc-a625-a0366390f3d5 req-da53f7e2-bb02-4c8e-a808-01d9a42302fa tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 944 time: 0.0978744 Sep 22 12:31:44.669743 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-e28f720e-4054-42db-8201-9f8a137bc6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:44.671139 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-e28f720e-4054-42db-8201-9f8a137bc6fa service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=40ddbbe59b90403fb3ea9212d10727aa&device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 1128 time: 0.0615685 Sep 22 12:31:44.706464 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7733aea8-d787-4ebc-a625-a0366390f3d5 req-f9313e80-f354-41d8-aae1-9052b5c73d11 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7d622ad-51bb-4607-8b44-b7b5f4f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454299 Sep 22 12:31:44.964332 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-f7877322-1c29-46bd-8323-8921563abf5c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 HTTP/1.1" status: 200 len: 217 time: 0.0434155 Sep 22 12:31:45.042108 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96291a-f52f-43ea-859c-6778db09333b req-4858d7ac-16d4-4496-8504-7328ce983b67 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:45.043681 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ca96291a-f52f-43ea-859c-6778db09333b req-4858d7ac-16d4-4496-8504-7328ce983b67 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.1148157 Sep 22 12:31:45.069507 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-30d3874b-457e-4375-95df-e02c0ab7c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:45.070988 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-30d3874b-457e-4375-95df-e02c0ab7c010 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d853fe9a-55b9-4c8d-9099-d1741ea2e14d HTTP/1.1" status: 200 len: 854 time: 0.0897417 Sep 22 12:31:45.130111 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ca96291a-f52f-43ea-859c-6778db09333b req-9fa6785e-13cd-479c-b298-b84bd32ea9d3 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776157 Sep 22 12:31:45.131464 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-fa49a594-d304-4741-bee9-159d9d444c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:45.133267 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-fa49a594-d304-4741-bee9-159d9d444c22 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554135 Sep 22 12:31:45.195173 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:45.262676 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329c2bc-048f-4369-a018-18a1845ff1ca req-ca518140-3d53-4aa3-b8ea-b9114ef4317c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:45.264144 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5329c2bc-048f-4369-a018-18a1845ff1ca req-ca518140-3d53-4aa3-b8ea-b9114ef4317c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0635974 Sep 22 12:31:45.274474 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 49630) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:45.279209 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-0d579191-200b-4216-a494-4a52cd25fb49 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Request body: {'floatingip': {'port_id': '76be057b-3ae6-473f-85db-c31a75400a6b'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:45.285598 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-15c7642f-cc88-48ea-b368-c38dd304f8eb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378813 Sep 22 12:31:45.348822 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0d579191-200b-4216-a494-4a52cd25fb49 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for floatingip (2ec18f5b-4bf5-4aff-9b5e-9cfe7112ca30), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:45.492706 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442db4e0-24c9-4a6a-90a5-6b8bb740b689 req-aa614194-5cb8-4aee-9631-a8648ae3d9e2 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:45.494184 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-442db4e0-24c9-4a6a-90a5-6b8bb740b689 req-aa614194-5cb8-4aee-9631-a8648ae3d9e2 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0902143 Sep 22 12:31:45.555132 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:45.578926 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11aa34f2-f3f1-4751-ae2d-f6f35a9b52af req-fcf4d800-3878-4714-b0f5-d03dff1240d8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667317 Sep 22 12:31:45.640973 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-442db4e0-24c9-4a6a-90a5-6b8bb740b689 req-e54d5eb3-2c77-4803-962f-3b0286e2e627 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225533 Sep 22 12:31:45.863227 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device a3d9e5a2-42d3-45f5-b648-74d6147d2724 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:31:45.886684 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] No Port match for: a3d9e5a2-42d3-45f5-b648-74d6147d2724 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:31:45.887032 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device a3d9e5a2-42d3-45f5-b648-74d6147d2724 not bound to the agent host hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:31:45.945475 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b2747-e32f-4a1e-8252-8b25bea4997e req-c71e9766-dd67-4aa7-9a0e-774d8aa6b326 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:45.946908 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a74b2747-e32f-4a1e-8252-8b25bea4997e req-c71e9766-dd67-4aa7-9a0e-774d8aa6b326 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 944 time: 0.1415300 Sep 22 12:31:46.070098 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a74b2747-e32f-4a1e-8252-8b25bea4997e req-3f12d7c1-7e80-43dd-8d39-af4158457202 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7d622ad-51bb-4607-8b44-b7b5f4f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166801 Sep 22 12:31:46.101140 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-5a059987-716b-44d6-9623-5ec57a41c80c tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:46.102844 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-5a059987-716b-44d6-9623-5ec57a41c80c tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/networks?id=2491033e-9358-4f00-92f0-d897728f5662 HTTP/1.1" status: 200 len: 809 time: 0.2827256 Sep 22 12:31:46.130879 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-488453d7-575f-43df-ae8a-747739ae4767 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/quotas/543e3a7b5af24948a0ad0519d000e209 HTTP/1.1" status: 200 len: 375 time: 0.0191581 Sep 22 12:31:46.137085 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0d579191-200b-4216-a494-4a52cd25fb49 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:46.148557 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0d579191-200b-4216-a494-4a52cd25fb49 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (2ec18f5b-4bf5-4aff-9b5e-9cfe7112ca30), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:46.166790 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-35ef9f27-9377-45cd-ab69-92607bc7e650 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=543e3a7b5af24948a0ad0519d000e209&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285883 Sep 22 12:31:46.206290 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:46.331595 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.l3_db [None req-0d579191-200b-4216-a494-4a52cd25fb49 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Floating IP 2ec18f5b-4bf5-4aff-9b5e-9cfe7112ca30 associated. External IP: 172.27.0.19, port: 76be057b-3ae6-473f-85db-c31a75400a6b. Sep 22 12:31:46.335480 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-c7e72feb-b286-413f-bb84-217b720de66f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2491033e-9358-4f00-92f0-d897728f5662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404395 Sep 22 12:31:46.473382 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:46.509582 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-a7c2347b-2372-4abc-a513-c1841711ef3a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2491033e-9358-4f00-92f0-d897728f5662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408041 Sep 22 12:31:46.895423 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5b6a72aa-7d5c-440e-9c27-bff07f6d08dc req-44634a8f-48dc-4ddb-b059-ed3265566591 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a67d61f3-2119-4f47-80d4-7b702eefb87b HTTP/1.1" status: 200 len: 210 time: 0.0625639 Sep 22 12:31:46.919754 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3e850-4652-490c-b595-9da87aedda42 req-ee7a976a-fca5-40c4-bc25-8ab47b22aada tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:46.921413 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0dc3e850-4652-490c-b595-9da87aedda42 req-ee7a976a-fca5-40c4-bc25-8ab47b22aada tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0896120 Sep 22 12:31:46.932144 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d579191-200b-4216-a494-4a52cd25fb49 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Router eebb0bf7-e40b-41df-b3a4-ca04676302e4 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:31:47.014688 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0dc3e850-4652-490c-b595-9da87aedda42 req-ae4922e6-293e-4bee-af44-044c56f502f3 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846663 Sep 22 12:31:47.083405 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d579191-200b-4216-a494-4a52cd25fb49 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:31:47.087892 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0d579191-200b-4216-a494-4a52cd25fb49 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:47.095104 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9c98e7-ae95-4d35-a69d-424bf8e68cd2 None None] Sync routers for ids ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:31:47.110089 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9c98e7-ae95-4d35-a69d-424bf8e68cd2 None None] Routers {'eebb0bf7-e40b-41df-b3a4-ca04676302e4'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:31:47.110766 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-3e9c98e7-ae95-4d35-a69d-424bf8e68cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:31:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:31:47.156078 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-0d579191-200b-4216-a494-4a52cd25fb49 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/2ec18f5b-4bf5-4aff-9b5e-9cfe7112ca30 HTTP/1.1" status: 200 len: 991 time: 1.8805089 Sep 22 12:31:47.157019 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4881b40d-864a-42ec-8c64-a1366dac5f05', 'tag': '76be057b-3ae6-473f-85db-c31a75400a6b'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:31:47.160926 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c129a4c-6f55-489b-9c71-86c97490eeea" -d '{"events": [{"name": "network-changed", "server_uuid": "4881b40d-864a-42ec-8c64-a1366dac5f05", "tag": "76be057b-3ae6-473f-85db-c31a75400a6b"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:31:47.232097 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4dd37d-0e4b-4c79-9ad4-5adb63656b4d x-openstack-request-id: req-bd4dd37d-0e4b-4c79-9ad4-5adb63656b4d {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:31:47.232519 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4881b40d-864a-42ec-8c64-a1366dac5f05", "tag": "76be057b-3ae6-473f-85db-c31a75400a6b", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:31:47.232833 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bd4dd37d-0e4b-4c79-9ad4-5adb63656b4d {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:31:47.233307 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd4dd37d-0e4b-4c79-9ad4-5adb63656b4d'] response: {'name': 'network-changed', 'server_uuid': '4881b40d-864a-42ec-8c64-a1366dac5f05', 'tag': '76be057b-3ae6-473f-85db-c31a75400a6b', 'status': 'completed', 'code': 200} Sep 22 12:31:47.259334 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfe113-ad5a-4c12-b0cb-e24b98cfdbb0 req-77fc2189-2634-449b-a27b-1d6d58ea9ee4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:47.261008 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-74bfe113-ad5a-4c12-b0cb-e24b98cfdbb0 req-77fc2189-2634-449b-a27b-1d6d58ea9ee4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 944 time: 0.0841305 Sep 22 12:31:47.262833 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-3e9c98e7-ae95-4d35-a69d-424bf8e68cd2 None None] Set router eebb0bf7-e40b-41df-b3a4-ca04676302e4 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:31:47.339724 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-74bfe113-ad5a-4c12-b0cb-e24b98cfdbb0 req-bcc12107-c957-4cf5-a7a3-9e00ee392632 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7d622ad-51bb-4607-8b44-b7b5f4f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675778 Sep 22 12:31:47.349528 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c129a4c-6f55-489b-9c71-86c97490eeea req-f13ab3b2-2064-4398-9a05-5c0bde5fa9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:47.351031 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c129a4c-6f55-489b-9c71-86c97490eeea req-f13ab3b2-2064-4398-9a05-5c0bde5fa9ee service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 1130 time: 0.0888386 Sep 22 12:31:47.460603 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:47.499803 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c129a4c-6f55-489b-9c71-86c97490eeea req-bccad7d1-015b-4b45-b935-5527efa32abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:47.501310 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c129a4c-6f55-489b-9c71-86c97490eeea req-bccad7d1-015b-4b45-b935-5527efa32abc service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a HTTP/1.1" status: 200 len: 920 time: 0.1337130 Sep 22 12:31:47.557289 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:47.570400 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-3e9c98e7-ae95-4d35-a69d-424bf8e68cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1469968037-router', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:57Z', 'updated_at': '2022-09-22T12:29:12Z', 'revision_number': 4, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'gw_port': {'id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '2ec18f5b-4bf5-4aff-9b5e-9cfe7112ca30', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'port_id': '76be057b-3ae6-473f-85db-c31a75400a6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'mac_address': 'fa:16:3e:c1:5b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4881b40d-864a-42ec-8c64-a1366dac5f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:31:26Z', 'updated_at': '2022-09-22T12:31:45Z', 'revision_number': 1, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f5c2ac-28ae-40b2-a764-1859e23d46ba', 'name': '', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'mac_address': 'fa:16:3e:8a:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:09Z', 'updated_at': '2022-09-22T12:29:26Z', 'revision_number': 5, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'subnets': [{'id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:31:47.574116 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c129a4c-6f55-489b-9c71-86c97490eeea req-7f2e9a11-8900-478d-ba2c-c9b6d3053c7e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76be057b-3ae6-473f-85db-c31a75400a6b HTTP/1.1" status: 200 len: 999 time: 0.0653090 Sep 22 12:31:47.598005 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9c98e7-ae95-4d35-a69d-424bf8e68cd2 None None] Checking router: eebb0bf7-e40b-41df-b3a4-ca04676302e4 for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:31:47.607867 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9c98e7-ae95-4d35-a69d-424bf8e68cd2 None None] Routers {'eebb0bf7-e40b-41df-b3a4-ca04676302e4'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:31:47.608687 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-3e9c98e7-ae95-4d35-a69d-424bf8e68cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:31:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:31:47.645591 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c129a4c-6f55-489b-9c71-86c97490eeea req-d7aaf7f8-7b6e-4834-8daf-64ac4a6ca05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:47.647047 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c129a4c-6f55-489b-9c71-86c97490eeea req-d7aaf7f8-7b6e-4834-8daf-64ac4a6ca05d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6136a7d9-4fb1-4ae9-8b34-a44ca765189e HTTP/1.1" status: 200 len: 858 time: 0.0610306 Sep 22 12:31:47.702593 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c129a4c-6f55-489b-9c71-86c97490eeea req-8fb7f195-61b4-4b71-b6fc-5cd3523fc033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:47.706656 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c129a4c-6f55-489b-9c71-86c97490eeea req-8fb7f195-61b4-4b71-b6fc-5cd3523fc033 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480437 Sep 22 12:31:47.725592 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-3e9c98e7-ae95-4d35-a69d-424bf8e68cd2 None None] Set router eebb0bf7-e40b-41df-b3a4-ca04676302e4 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:31:47.738799 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:47.832525 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c129a4c-6f55-489b-9c71-86c97490eeea req-e300f051-fa92-4234-9bfc-178ee531aa1c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014340 Sep 22 12:31:47.867442 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:31:47.907153 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:47.942470 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c129a4c-6f55-489b-9c71-86c97490eeea req-e3b1c75b-98bb-4bae-bcd5-f7875511ba34 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090744 Sep 22 12:31:48.035978 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6bb21b80-82ad-42bb-9cfc-404207f68f08 req-a8a3cd6c-dad9-4ebe-be52-31aa16ec6f58 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a67d61f3-2119-4f47-80d4-7b702eefb87b HTTP/1.1" status: 200 len: 210 time: 0.0304527 Sep 22 12:31:48.054570 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-3e9c98e7-ae95-4d35-a69d-424bf8e68cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1469968037-router', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:57Z', 'updated_at': '2022-09-22T12:29:12Z', 'revision_number': 4, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'gw_port': {'id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '2ec18f5b-4bf5-4aff-9b5e-9cfe7112ca30', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'port_id': '76be057b-3ae6-473f-85db-c31a75400a6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'mac_address': 'fa:16:3e:c1:5b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4881b40d-864a-42ec-8c64-a1366dac5f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:31:26Z', 'updated_at': '2022-09-22T12:31:45Z', 'revision_number': 1, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f5c2ac-28ae-40b2-a764-1859e23d46ba', 'name': '', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'mac_address': 'fa:16:3e:8a:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:09Z', 'updated_at': '2022-09-22T12:29:26Z', 'revision_number': 5, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'subnets': [{'id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:31:48.087406 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9c98e7-ae95-4d35-a69d-424bf8e68cd2 None None] The sync data for ids ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'] in dv-cinder-856463-4-iscsi is: [{'id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1469968037-router', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:57Z', 'updated_at': '2022-09-22T12:29:12Z', 'revision_number': 4, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'gw_port': {'id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '2ec18f5b-4bf5-4aff-9b5e-9cfe7112ca30', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'port_id': '76be057b-3ae6-473f-85db-c31a75400a6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'mac_address': 'fa:16:3e:c1:5b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4881b40d-864a-42ec-8c64-a1366dac5f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:31:26Z', 'updated_at': '2022-09-22T12:31:45Z', 'revision_number': 1, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f5c2ac-28ae-40b2-a764-1859e23d46ba', 'name': '', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'mac_address': 'fa:16:3e:8a:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:09Z', 'updated_at': '2022-09-22T12:29:26Z', 'revision_number': 5, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'subnets': [{'id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:31:48.119945 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=3de3f767-ed67-4ebd-ad2d-e94ea3db7b53,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:31:48.135934 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': '3de3f767-ed67-4ebd-ad2d-e94ea3db7b53', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'port_id': '3de3f767-ed67-4ebd-ad2d-e94ea3db7b53', 'mac_address': 'fa:16:3e:65:1b:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:31:48.189043 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c489-a506-497b-a9d9-c6d66300e25c req-f004e185-bf9b-49e6-8730-47f68b30e507 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:48.195843 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:31:48.196534 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (3de3f767-ed67-4ebd-ad2d-e94ea3db7b53), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:48.197371 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9f59c489-a506-497b-a9d9-c6d66300e25c req-f004e185-bf9b-49e6-8730-47f68b30e507 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0885708 Sep 22 12:31:48.219626 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:31:48.244987 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=3de3f767-ed67-4ebd-ad2d-e94ea3db7b53,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:31:48.247420 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9f59c489-a506-497b-a9d9-c6d66300e25c req-8a17b7b5-3e73-44b1-a39e-b2f238abc8ea tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488937 Sep 22 12:31:48.251378 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (3de3f767-ed67-4ebd-ad2d-e94ea3db7b53), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:48.335771 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=3de3f767-ed67-4ebd-ad2d-e94ea3db7b53,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:48.418342 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2e9183-ec9f-49a1-9384-13fb5c91754f None None] New status for floating IP 2ec18f5b-4bf5-4aff-9b5e-9cfe7112ca30: ACTIVE {{(pid=106191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:31:48.468183 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-a9b0419a-5e8e-4fe9-bb65-a5064771fd14 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:48.470696 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-a9b0419a-5e8e-4fe9-bb65-a5064771fd14 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.20 "GET /networking/v2.0/networks?id=2491033e-9358-4f00-92f0-d897728f5662 HTTP/1.1" status: 200 len: 809 time: 0.1919308 Sep 22 12:31:48.492685 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-41092435-b7d1-46d3-b912-3c22f94d52cf tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Request body: {'port': {'device_id': 'a67d61f3-2119-4f47-80d4-7b702eefb87b', 'network_id': '2491033e-9358-4f00-92f0-d897728f5662', 'admin_state_up': True, 'tenant_id': '543e3a7b5af24948a0ad0519d000e209'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:48.568932 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['3de3f767-ed67-4ebd-ad2d-e94ea3db7b53'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:31:48.590285 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e16e1-e051-4e21-a811-b1faf6615f21 req-1a33230a-447c-45b8-a624-d4ab94026560 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:48.591852 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3b5e16e1-e051-4e21-a811-b1faf6615f21 req-1a33230a-447c-45b8-a624-d4ab94026560 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 945 time: 0.1196470 Sep 22 12:31:48.690799 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3b5e16e1-e051-4e21-a811-b1faf6615f21 req-78583ade-1421-44ae-aa43-3eb7aa09f2ae tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7d622ad-51bb-4607-8b44-b7b5f4f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886998 Sep 22 12:31:48.713556 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-41092435-b7d1-46d3-b912-3c22f94d52cf tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Made reservation on behalf of 543e3a7b5af24948a0ad0519d000e209 for: {'port': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:31:48.720768 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-41092435-b7d1-46d3-b912-3c22f94d52cf tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:48.859457 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-41092435-b7d1-46d3-b912-3c22f94d52cf tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Allocated IP 172.20.0.12 (2491033e-9358-4f00-92f0-d897728f5662/503c5cf5-f573-491a-8279-f64b505346cd/0f5cd551-a4b0-4894-b298-b24f7adf9e64) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:31:49.012716 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-41092435-b7d1-46d3-b912-3c22f94d52cf tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Publish callbacks [] for port (0f5cd551-a4b0-4894-b298-b24f7adf9e64), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:49.020915 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:49.047203 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-41092435-b7d1-46d3-b912-3c22f94d52cf tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (0f5cd551-a4b0-4894-b298-b24f7adf9e64), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:49.058260 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:49.087436 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-41092435-b7d1-46d3-b912-3c22f94d52cf tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Network 2491033e-9358-4f00-92f0-d897728f5662 is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:31:49.095289 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-41092435-b7d1-46d3-b912-3c22f94d52cf tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:31:49.100257 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-41092435-b7d1-46d3-b912-3c22f94d52cf tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:31:49.138476 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41092435-b7d1-46d3-b912-3c22f94d52cf tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Pushing event updated for resources: {'Port': ['ID=0f5cd551-a4b0-4894-b298-b24f7adf9e64,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:49.182354 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-41092435-b7d1-46d3-b912-3c22f94d52cf tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:49.182963 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-41092435-b7d1-46d3-b912-3c22f94d52cf tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:49.193538 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbe929-79ba-4984-aea0-7914a95283dc req-7a697ba2-3b4a-47a7-9d26-cd7090f0496e tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:49.194995 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-88fbe929-79ba-4984-aea0-7914a95283dc req-7a697ba2-3b4a-47a7-9d26-cd7090f0496e tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a67d61f3-2119-4f47-80d4-7b702eefb87b HTTP/1.1" status: 200 len: 932 time: 0.0695937 Sep 22 12:31:49.219745 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-41092435-b7d1-46d3-b912-3c22f94d52cf tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7359710 Sep 22 12:31:49.239210 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] Request body: {'port': {'device_id': 'a67d61f3-2119-4f47-80d4-7b702eefb87b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:49.274245 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-88fbe929-79ba-4984-aea0-7914a95283dc req-deb2d209-70e8-4e10-b094-a2ce179671e6 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733588 Sep 22 12:31:49.311593 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (0f5cd551-a4b0-4894-b298-b24f7adf9e64), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:49.447924 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa80ece-0d83-4453-9b7b-c8b6e42af44b req-0274b52c-92d9-4d2c-89c8-23bd42519727 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:49.449410 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5fa80ece-0d83-4453-9b7b-c8b6e42af44b req-0274b52c-92d9-4d2c-89c8-23bd42519727 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.1059690 Sep 22 12:31:49.554260 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5fa80ece-0d83-4453-9b7b-c8b6e42af44b req-e9c421cf-4b19-4b3a-abae-931176dcbede tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991328 Sep 22 12:31:49.641034 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f5cd551-a4b0-4894-b298-b24f7adf9e64 {{(pid=106188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:31:49.648485 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] Publish callbacks [] for port (0f5cd551-a4b0-4894-b298-b24f7adf9e64), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:49.660441 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.provisioning_blocks [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] Transition to ACTIVE for port object 0f5cd551-a4b0-4894-b298-b24f7adf9e64 will not be triggered until provisioned by entity L2. {{(pid=106188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 12:31:49.664164 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (0f5cd551-a4b0-4894-b298-b24f7adf9e64), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:49.746740 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] Pushing event updated for resources: {'Port': ['ID=0f5cd551-a4b0-4894-b298-b24f7adf9e64,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:49.782913 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] Attempting to bind port 0f5cd551-a4b0-4894-b298-b24f7adf9e64 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:31:49.783526 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] Attempting to bind port 0f5cd551-a4b0-4894-b298-b24f7adf9e64 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '05c394be-4dbd-4548-8111-4b99c8d60f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2491033e-9358-4f00-92f0-d897728f5662'}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:31:49.784038 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] Attempting to bind port 0f5cd551-a4b0-4894-b298-b24f7adf9e64 on network 2491033e-9358-4f00-92f0-d897728f5662 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:31:49.820253 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:49.869561 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f333425-485a-4a40-8998-8fd4f184d42b req-747df4da-af12-4c3c-a536-09913f6d7023 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:49.871052 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7f333425-485a-4a40-8998-8fd4f184d42b req-747df4da-af12-4c3c-a536-09913f6d7023 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 945 time: 0.0641654 Sep 22 12:31:49.873252 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] Port 0f5cd551-a4b0-4894-b298-b24f7adf9e64 on network 2491033e-9358-4f00-92f0-d897728f5662 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 12:31:49.873588 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] Attempting to bind port 0f5cd551-a4b0-4894-b298-b24f7adf9e64 on network 2491033e-9358-4f00-92f0-d897728f5662 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:31:49.884806 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:31:49.914085 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:49.919727 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:49.926246 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=100 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:49.941504 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning for port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 completed by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 12:31:49.948255 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:31:49.949080 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (3de3f767-ed67-4ebd-ad2d-e94ea3db7b53), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:49.949797 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 Sep 22 12:31:49.966117 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7f333425-485a-4a40-8998-8fd4f184d42b req-ca271e12-ba0e-47f1-88be-b99a6b79d6b5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7d622ad-51bb-4607-8b44-b7b5f4f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884681 Sep 22 12:31:49.966872 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] Checking agent: {'id': '60a799af-7434-4fee-b6c6-29cadfeb25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'started_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:31:49.967223 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] Checking segment: {'id': '05c394be-4dbd-4548-8111-4b99c8d60f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2491033e-9358-4f00-92f0-d897728f5662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:31:49.967814 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] Bound using segment: {'id': '05c394be-4dbd-4548-8111-4b99c8d60f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2491033e-9358-4f00-92f0-d897728f5662'} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:31:49.968026 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] Bound port: 0f5cd551-a4b0-4894-b298-b24f7adf9e64, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c394be-4dbd-4548-8111-4b99c8d60f39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2491033e-9358-4f00-92f0-d897728f5662'}}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:31:49.968424 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (0f5cd551-a4b0-4894-b298-b24f7adf9e64), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:50.027073 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 49936) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:50.058171 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] For port 0f5cd551-a4b0-4894-b298-b24f7adf9e64, host hv-cinder-85646, cleared binding levels {{(pid=106188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:31:50.061864 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] For port 0f5cd551-a4b0-4894-b298-b24f7adf9e64, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=0f5cd551-a4b0-4894-b298-b24f7adf9e64,segment=NetworkSegment(05c394be-4dbd-4548-8111-4b99c8d60f39),segment_id=05c394be-4dbd-4548-8111-4b99c8d60f39)] {{(pid=106188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:31:50.063870 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:31:50.064115 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (3de3f767-ed67-4ebd-ad2d-e94ea3db7b53), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:50.069391 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (0f5cd551-a4b0-4894-b298-b24f7adf9e64), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:50.073717 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:50.074376 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:50.075722 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/0f5cd551-a4b0-4894-b298-b24f7adf9e64 HTTP/1.1" status: 200 len: 1094 time: 0.8403869 Sep 22 12:31:50.076275 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67d61f3-2119-4f47-80d4-7b702eefb87b', 'tag': '0f5cd551-a4b0-4894-b298-b24f7adf9e64'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:31:50.079577 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e4a73e-f0c9-4626-b38d-e1b931c90203" -d '{"events": [{"name": "network-changed", "server_uuid": "a67d61f3-2119-4f47-80d4-7b702eefb87b", "tag": "0f5cd551-a4b0-4894-b298-b24f7adf9e64"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:31:50.112401 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=3de3f767-ed67-4ebd-ad2d-e94ea3db7b53,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:31:50.113704 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd298c197-bf2c-41e0-a0d0-f0f48e979904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de3f767-ed67-4ebd-ad2d-e94ea3db7b53'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:31:50.116868 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893cfdfc-50e8-4498-89b3-be527e740155" -d '{"events": [{"server_uuid": "d298c197-bf2c-41e0-a0d0-f0f48e979904", "name": "network-vif-plugged", "status": "completed", "tag": "3de3f767-ed67-4ebd-ad2d-e94ea3db7b53"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:31:50.121941 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (3de3f767-ed67-4ebd-ad2d-e94ea3db7b53), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:50.172220 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f0822c-b68c-49e0-86b9-d7745b5866be service neutron] Pushing event updated for resources: {'Port': ['ID=0f5cd551-a4b0-4894-b298-b24f7adf9e64,revision_number=3']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:50.178345 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb38036f-d370-480f-b48c-e9954d64aa76 x-openstack-request-id: req-fb38036f-d370-480f-b48c-e9954d64aa76 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:31:50.178699 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a67d61f3-2119-4f47-80d4-7b702eefb87b", "tag": "0f5cd551-a4b0-4894-b298-b24f7adf9e64", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:31:50.179041 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fb38036f-d370-480f-b48c-e9954d64aa76 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:31:50.179506 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb38036f-d370-480f-b48c-e9954d64aa76'] response: {'name': 'network-changed', 'server_uuid': 'a67d61f3-2119-4f47-80d4-7b702eefb87b', 'tag': '0f5cd551-a4b0-4894-b298-b24f7adf9e64', 'status': 'completed', 'code': 200} Sep 22 12:31:50.187894 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-cb568102-818e-4c41-8bd6-dc8dba63e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:50.189392 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73231de3-5375-437e-8f17-c01a98968c86 x-openstack-request-id: req-73231de3-5375-437e-8f17-c01a98968c86 {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:31:50.190099 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-cb568102-818e-4c41-8bd6-dc8dba63e042 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=543e3a7b5af24948a0ad0519d000e209&device_id=a67d61f3-2119-4f47-80d4-7b702eefb87b HTTP/1.1" status: 200 len: 1128 time: 0.0582473 Sep 22 12:31:50.190262 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d298c197-bf2c-41e0-a0d0-f0f48e979904", "name": "network-vif-plugged", "status": "completed", "tag": "3de3f767-ed67-4ebd-ad2d-e94ea3db7b53", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:31:50.190551 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-73231de3-5375-437e-8f17-c01a98968c86 {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:31:50.190950 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73231de3-5375-437e-8f17-c01a98968c86'] response: {'server_uuid': 'd298c197-bf2c-41e0-a0d0-f0f48e979904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de3f767-ed67-4ebd-ad2d-e94ea3db7b53', 'code': 200} Sep 22 12:31:50.192005 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=3de3f767-ed67-4ebd-ad2d-e94ea3db7b53,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:50.234379 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-03d7c732-3fe2-4c87-b81e-87e5685bc22f admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=64ab512913704ae1b116cd0c3189760b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2060919 Sep 22 12:31:50.237280 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 49944) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:50.242130 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-9081d8c7-af51-44e9-8c3d-b69991fb8e79 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f5cd551-a4b0-4894-b298-b24f7adf9e64 HTTP/1.1" status: 200 len: 217 time: 0.0376456 Sep 22 12:31:50.288760 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-09470a38-b515-42ac-937d-a5d0ce9961f0 admin admin] Publish callbacks [] for security_group (875fc268-096b-4241-ab8e-0ec0dfe22363), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:50.296341 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-a45ffdd5-b1c6-4aa3-9a02-0f570041eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:50.297813 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-a45ffdd5-b1c6-4aa3-9a02-0f570041eb06 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=503c5cf5-f573-491a-8279-f64b505346cd HTTP/1.1" status: 200 len: 849 time: 0.0486789 Sep 22 12:31:50.312953 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-09470a38-b515-42ac-937d-a5d0ce9961f0 admin admin] Publish callbacks [] for security_group (875fc268-096b-4241-ab8e-0ec0dfe22363), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:50.343980 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-c18fb183-811b-4e35-8281-b19f989a4bd0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2491033e-9358-4f00-92f0-d897728f5662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306115 Sep 22 12:31:50.395494 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-09470a38-b515-42ac-937d-a5d0ce9961f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (875fc268-096b-4241-ab8e-0ec0dfe22363), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:50.398197 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-09470a38-b515-42ac-937d-a5d0ce9961f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:50.399368 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-09470a38-b515-42ac-937d-a5d0ce9961f0 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/875fc268-096b-4241-ab8e-0ec0dfe22363 HTTP/1.1" status: 204 len: 168 time: 0.1611946 Sep 22 12:31:50.411586 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b884c1e-a05b-4b12-86cd-74da4059fe23 req-699b8917-d659-45f8-8c8d-79d1b092537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:50.413362 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-7b884c1e-a05b-4b12-86cd-74da4059fe23 req-699b8917-d659-45f8-8c8d-79d1b092537b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 1130 time: 0.0555379 Sep 22 12:31:50.414229 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09470a38-b515-42ac-937d-a5d0ce9961f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875fc268-096b-4241-ab8e-0ec0dfe22363,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:50.448689 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8518b01-629c-44f3-b099-d72ad8dcd9fa req-0aea14aa-0a7e-4b8e-8e59-0a6421ab7b69 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:50.450185 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d8518b01-629c-44f3-b099-d72ad8dcd9fa req-0aea14aa-0a7e-4b8e-8e59-0a6421ab7b69 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a67d61f3-2119-4f47-80d4-7b702eefb87b HTTP/1.1" status: 200 len: 944 time: 0.0953233 Sep 22 12:31:50.478029 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-7b884c1e-a05b-4b12-86cd-74da4059fe23 req-5f40794e-fc48-4616-ae8d-f7933f1559da service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b7d622ad-51bb-4607-8b44-b7b5f4f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577483 Sep 22 12:31:50.513071 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-0ca6b7bc-f7b1-4878-bda6-02ad9dbfe6c0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2491033e-9358-4f00-92f0-d897728f5662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486037 Sep 22 12:31:50.526886 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d8518b01-629c-44f3-b099-d72ad8dcd9fa req-d2359d8c-521d-4e8f-8d58-d1a1487e7b3b tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681365 Sep 22 12:31:50.682335 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff414f6-7cb8-40d8-8390-257719a8d9d4 req-4d4b1c46-b512-472f-ac3a-1cd31d3c154d tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:50.683818 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5ff414f6-7cb8-40d8-8390-257719a8d9d4 req-4d4b1c46-b512-472f-ac3a-1cd31d3c154d tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0506291 Sep 22 12:31:50.781240 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5ff414f6-7cb8-40d8-8390-257719a8d9d4 req-4f820605-23e7-4418-8d0e-7553a29e8868 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917289 Sep 22 12:31:50.811198 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b29d6254-0dd9-4173-8d2c-c956c4427f68 req-6cc258fb-dc1d-4d48-8c2b-4473d6f272d6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2491033e-9358-4f00-92f0-d897728f5662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080780 Sep 22 12:31:51.067690 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 49972) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:51.095540 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d4d1a-0095-478b-b08f-639a9ac1415f req-76edc35c-b6f9-4807-bfc1-3d20ef27d83a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:51.097644 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-897d4d1a-0095-478b-b08f-639a9ac1415f req-76edc35c-b6f9-4807-bfc1-3d20ef27d83a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 946 time: 0.0532432 Sep 22 12:31:51.145389 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-897d4d1a-0095-478b-b08f-639a9ac1415f req-51399d9d-42dc-4d46-8e79-3b91757c4389 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7d622ad-51bb-4607-8b44-b7b5f4f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410645 Sep 22 12:31:51.163580 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-3300a823-216f-4daf-b9df-e04ac3978c54 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1111547599-network', 'tenant_id': '24db83f7bc4d4888b73d4d4ab7c4bdce'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:51.182993 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3300a823-216f-4daf-b9df-e04ac3978c54 admin admin] Made reservation on behalf of 24db83f7bc4d4888b73d4d4ab7c4bdce for: {'network': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:31:51.185292 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3300a823-216f-4daf-b9df-e04ac3978c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for network (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:51.193601 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3300a823-216f-4daf-b9df-e04ac3978c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:51.212286 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:51.271134 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3300a823-216f-4daf-b9df-e04ac3978c54 admin admin] Publish callbacks [] for security_group (e80b47cf-2aa5-4f76-85a5-8f092133599f), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:51.274639 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3300a823-216f-4daf-b9df-e04ac3978c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (e80b47cf-2aa5-4f76-85a5-8f092133599f), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:51.301993 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3300a823-216f-4daf-b9df-e04ac3978c54 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=106189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 12:31:51.308436 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300a823-216f-4daf-b9df-e04ac3978c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80b47cf-2aa5-4f76-85a5-8f092133599f,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:51.314472 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3300a823-216f-4daf-b9df-e04ac3978c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (1b44537e-ae7a-46b6-91d5-fa69dcb7e52e), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:51.314757 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.db.segments_db [None req-3300a823-216f-4daf-b9df-e04ac3978c54 admin admin] Added segment 1b44537e-ae7a-46b6-91d5-fa69dcb7e52e of type vlan for network 132b9a18-7a8b-4760-bd77-25e68aa07772 Sep 22 12:31:51.354521 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3300a823-216f-4daf-b9df-e04ac3978c54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742010657190'] for network (132b9a18-7a8b-4760-bd77-25e68aa07772), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:51.382815 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3300a823-216f-4daf-b9df-e04ac3978c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for network (132b9a18-7a8b-4760-bd77-25e68aa07772), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:51.383879 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3300a823-216f-4daf-b9df-e04ac3978c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:51.384507 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3300a823-216f-4daf-b9df-e04ac3978c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:51.434437 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-3300a823-216f-4daf-b9df-e04ac3978c54 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3656511 Sep 22 12:31:51.437547 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 49976) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:51.442917 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-b040ebe8-fc20-4deb-882e-11f4a901cb54 admin admin] Request body: {'subnet': {'network_id': '132b9a18-7a8b-4760-bd77-25e68aa07772', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1111547599-subnet', 'tenant_id': '24db83f7bc4d4888b73d4d4ab7c4bdce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:51.445726 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300a823-216f-4daf-b9df-e04ac3978c54 admin admin] Pushing event updated for resources: {'Network': ['ID=132b9a18-7a8b-4760-bd77-25e68aa07772,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:51.454957 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Network 132b9a18-7a8b-4760-bd77-25e68aa07772 details requested by agent ovs-agent-dv-cinder-856463-4-iscsi with host dv-cinder-856463-4-iscsi {{(pid=106190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 12:31:51.464729 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b040ebe8-fc20-4deb-882e-11f4a901cb54 admin admin] Made reservation on behalf of 24db83f7bc4d4888b73d4d4ab7c4bdce for: {'subnet': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:31:51.467116 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b040ebe8-fc20-4deb-882e-11f4a901cb54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2597168'] for subnet (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:51.516872 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:51.631040 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:51.675532 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b040ebe8-fc20-4deb-882e-11f4a901cb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2597158'] for subnet (1e6ace5a-b3cc-492a-91df-279d596628b3), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:51.708621 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5fa90-6ce5-4c4c-9ba3-bea42add8f72 req-d3567b61-25d8-4706-aff6-6ba453006b7a tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:51.710080 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-21c5fa90-6ce5-4c4c-9ba3-bea42add8f72 req-d3567b61-25d8-4706-aff6-6ba453006b7a tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a67d61f3-2119-4f47-80d4-7b702eefb87b HTTP/1.1" status: 200 len: 944 time: 0.0853031 Sep 22 12:31:51.769067 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040ebe8-fc20-4deb-882e-11f4a901cb54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e6ace5a-b3cc-492a-91df-279d596628b3,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:51.792499 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-21c5fa90-6ce5-4c4c-9ba3-bea42add8f72 req-a2ea59db-0da9-451e-b367-f53dd14914c1 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762792 Sep 22 12:31:51.793597 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b040ebe8-fc20-4deb-882e-11f4a901cb54 admin admin] Checking segment: {'id': '1b44537e-ae7a-46b6-91d5-fa69dcb7e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '132b9a18-7a8b-4760-bd77-25e68aa07772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:31:51.793953 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b040ebe8-fc20-4deb-882e-11f4a901cb54 admin admin] Network hostable DHCP agents. Network: 132b9a18-7a8b-4760-bd77-25e68aa07772, hostable agents: ['a2e957d1-0bb2-4343-b675-01d2080b3290'], hosted agents: [] {{(pid=106188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 12:31:51.813374 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b040ebe8-fc20-4deb-882e-11f4a901cb54 admin admin] Network 132b9a18-7a8b-4760-bd77-25e68aa07772 is scheduled to be hosted by DHCP agent a2e957d1-0bb2-4343-b675-01d2080b3290 with binding_index 1 {{(pid=106188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 12:31:51.823244 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-b040ebe8-fc20-4deb-882e-11f4a901cb54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-4-iscsi, 132b9a18-7a8b-4760-bd77-25e68aa07772) {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:31:51.827340 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b040ebe8-fc20-4deb-882e-11f4a901cb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:51.828104 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b040ebe8-fc20-4deb-882e-11f4a901cb54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:51.833723 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c39d64-a704-42c2-bc49-5a6a4de44da6 None None] Network 132b9a18-7a8b-4760-bd77-25e68aa07772 requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:31:51.864359 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-b040ebe8-fc20-4deb-882e-11f4a901cb54 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4177797 Sep 22 12:31:51.918039 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3112496-3f1b-47d2-902a-d9edacb0370c req-57087fa7-9180-4e19-aed3-59116c826ccd tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:51.919707 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c3112496-3f1b-47d2-902a-d9edacb0370c req-57087fa7-9180-4e19-aed3-59116c826ccd tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0546985 Sep 22 12:31:51.942527 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040dc743-969d-4524-ab48-e82078602e42 None None] Network 132b9a18-7a8b-4760-bd77-25e68aa07772 requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:31:51.977647 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c3112496-3f1b-47d2-902a-d9edacb0370c req-6457a1ad-86e1-4c5e-8a54-be6baa62f99e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497603 Sep 22 12:31:52.265439 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc70ac-6b21-484c-b90b-398baec52a55 req-b08afe77-1365-461f-9fd0-f9c02dbecde0 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:52.266915 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-68fc70ac-6b21-484c-b90b-398baec52a55 req-b08afe77-1365-461f-9fd0-f9c02dbecde0 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 946 time: 0.0474920 Sep 22 12:31:52.325772 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-68fc70ac-6b21-484c-b90b-398baec52a55 req-e7822697-a677-4249-b819-694c6fc91f26 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7d622ad-51bb-4607-8b44-b7b5f4f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431921 Sep 22 12:31:52.402100 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4a73e-f0c9-4626-b38d-e1b931c90203 req-1cd85729-5b05-4036-9ad0-e7025cc343df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:52.403591 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b6e4a73e-f0c9-4626-b38d-e1b931c90203 req-1cd85729-5b05-4036-9ad0-e7025cc343df service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=543e3a7b5af24948a0ad0519d000e209&device_id=a67d61f3-2119-4f47-80d4-7b702eefb87b HTTP/1.1" status: 200 len: 1128 time: 0.0458732 Sep 22 12:31:52.497555 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4a73e-f0c9-4626-b38d-e1b931c90203 req-eb8aa7ec-12a0-45d9-9fb8-469965015144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:52.499126 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b6e4a73e-f0c9-4626-b38d-e1b931c90203 req-eb8aa7ec-12a0-45d9-9fb8-469965015144 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2491033e-9358-4f00-92f0-d897728f5662 HTTP/1.1" status: 200 len: 910 time: 0.0854974 Sep 22 12:31:52.540463 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b6e4a73e-f0c9-4626-b38d-e1b931c90203 req-84282ee6-6b10-4a0f-af7d-ad4974a011c8 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f5cd551-a4b0-4894-b298-b24f7adf9e64 HTTP/1.1" status: 200 len: 217 time: 0.0347514 Sep 22 12:31:52.597830 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4a73e-f0c9-4626-b38d-e1b931c90203 req-8b9a4b13-c230-42fd-9157-6d9dab42d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:52.599114 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b6e4a73e-f0c9-4626-b38d-e1b931c90203 req-8b9a4b13-c230-42fd-9157-6d9dab42d15b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=503c5cf5-f573-491a-8279-f64b505346cd HTTP/1.1" status: 200 len: 849 time: 0.0435736 Sep 22 12:31:52.649090 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b6e4a73e-f0c9-4626-b38d-e1b931c90203 req-15153871-afb0-4b76-b5ce-e59c4f570f91 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2491033e-9358-4f00-92f0-d897728f5662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252283 Sep 22 12:31:52.918104 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec388d-5ab4-4022-8715-090cd71f07e8 req-2bd58ac7-fd93-4c1f-afa8-c92ba3639b5d tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:52.919579 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f0ec388d-5ab4-4022-8715-090cd71f07e8 req-2bd58ac7-fd93-4c1f-afa8-c92ba3639b5d tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a67d61f3-2119-4f47-80d4-7b702eefb87b HTTP/1.1" status: 200 len: 944 time: 0.0466998 Sep 22 12:31:52.966594 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f0ec388d-5ab4-4022-8715-090cd71f07e8 req-c93fbee0-db4d-44de-b2be-6c122860d883 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401433 Sep 22 12:31:53.106541 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2c0d6-5ece-4e4f-8905-77063f5fb730 req-ad1793b3-b527-4798-b500-979dda1712f8 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:53.107998 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1cb2c0d6-5ece-4e4f-8905-77063f5fb730 req-ad1793b3-b527-4798-b500-979dda1712f8 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0495923 Sep 22 12:31:53.120370 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:53.157018 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1cb2c0d6-5ece-4e4f-8905-77063f5fb730 req-d001b1bd-3cc5-4919-b88c-f7f10f311af9 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427516 Sep 22 12:31:53.271277 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b6e4a73e-f0c9-4626-b38d-e1b931c90203 req-6c3c0673-3886-489a-9e42-a17085da767d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2491033e-9358-4f00-92f0-d897728f5662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904856 Sep 22 12:31:53.444080 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:53.490773 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5b2e7-3beb-46d1-b31e-4c2a9c981bfc req-5d426927-5ee7-494b-b8ca-a6a4293dfb0e tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:53.492250 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-39e5b2e7-3beb-46d1-b31e-4c2a9c981bfc req-5d426927-5ee7-494b-b8ca-a6a4293dfb0e tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 946 time: 0.0923429 Sep 22 12:31:53.546854 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b6e4a73e-f0c9-4626-b38d-e1b931c90203 req-47cbc4db-ce91-4086-bd83-9a5a266b0e9d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2491033e-9358-4f00-92f0-d897728f5662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561439 Sep 22 12:31:53.592014 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-39e5b2e7-3beb-46d1-b31e-4c2a9c981bfc req-cb7ed84d-b3c2-4054-8b23-a0b6971fa9a8 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7d622ad-51bb-4607-8b44-b7b5f4f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915716 Sep 22 12:31:53.684123 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-7775bf0a-9493-4aa8-83d9-35c66eb6f940 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:53.685471 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-7775bf0a-9493-4aa8-83d9-35c66eb6f940 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/networks?id=132b9a18-7a8b-4760-bd77-25e68aa07772 HTTP/1.1" status: 200 len: 814 time: 0.1263974 Sep 22 12:31:53.720143 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-5a5ad1ce-b4ab-48f1-96f1-c29b2d79c0a7 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/quotas/24db83f7bc4d4888b73d4d4ab7c4bdce HTTP/1.1" status: 200 len: 375 time: 0.0163093 Sep 22 12:31:53.728424 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee86d5-5c1d-4526-8ea0-3d10ce55a7f9 req-c16ff6de-6d93-410d-ba31-f98f729c6c86 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:53.729796 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-51ee86d5-5c1d-4526-8ea0-3d10ce55a7f9 req-c16ff6de-6d93-410d-ba31-f98f729c6c86 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 946 time: 0.0642250 Sep 22 12:31:53.740735 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 50016) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:31:53.745358 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-40a07cd1-54cd-4fb2-a6d5-011d841e6c30 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'floatingip': {'port_id': '3de3f767-ed67-4ebd-ad2d-e94ea3db7b53'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:53.747744 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4,neutron:INSERT=14,neutron:DELETE=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:53.758644 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-22c4c410-fa57-41ba-99f8-59ee0ff39b5b tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=24db83f7bc4d4888b73d4d4ab7c4bdce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279453 Sep 22 12:31:53.819398 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-40a07cd1-54cd-4fb2-a6d5-011d841e6c30 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (90c64e77-d49b-49d3-a6e9-e6a79e70e453), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:53.855460 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-2495563f-38ee-4b76-a828-f94c384284b6 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/132b9a18-7a8b-4760-bd77-25e68aa07772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899677 Sep 22 12:31:53.907810 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 0f5cd551-a4b0-4894-b298-b24f7adf9e64 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:31:53.954749 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-0239ec68-94ed-4af7-9fc1-9e3c659dad6c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/132b9a18-7a8b-4760-bd77-25e68aa07772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931807 Sep 22 12:31:54.023125 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 0f5cd551-a4b0-4894-b298-b24f7adf9e64, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=0f5cd551-a4b0-4894-b298-b24f7adf9e64,segment=NetworkSegment(05c394be-4dbd-4548-8111-4b99c8d60f39),segment_id=05c394be-4dbd-4548-8111-4b99c8d60f39)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:31:54.036658 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': '0f5cd551-a4b0-4894-b298-b24f7adf9e64', 'network_id': '2491033e-9358-4f00-92f0-d897728f5662', 'port_id': '0f5cd551-a4b0-4894-b298-b24f7adf9e64', 'mac_address': 'fa:16:3e:06:0b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503c5cf5-f573-491a-8279-f64b505346cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:31:54.106053 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c730b92-0673-4a5a-9e45-926cb8e3608a req-37e4ca41-3cb6-43eb-81dd-bea130fdceb5 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:54.107571 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3c730b92-0673-4a5a-9e45-926cb8e3608a req-37e4ca41-3cb6-43eb-81dd-bea130fdceb5 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a67d61f3-2119-4f47-80d4-7b702eefb87b HTTP/1.1" status: 200 len: 944 time: 0.0580003 Sep 22 12:31:54.138028 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 0f5cd551-a4b0-4894-b298-b24f7adf9e64 is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:31:54.138793 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (0f5cd551-a4b0-4894-b298-b24f7adf9e64), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:54.155614 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f5cd551-a4b0-4894-b298-b24f7adf9e64 {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:31:54.180488 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 0f5cd551-a4b0-4894-b298-b24f7adf9e64, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=0f5cd551-a4b0-4894-b298-b24f7adf9e64,segment=NetworkSegment(05c394be-4dbd-4548-8111-4b99c8d60f39),segment_id=05c394be-4dbd-4548-8111-4b99c8d60f39)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:31:54.187161 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (0f5cd551-a4b0-4894-b298-b24f7adf9e64), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:54.198507 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b25e34f7-e417-4016-8180-da5e8725c816 req-ba8b68f3-6517-4f49-87f2-f022337f342e tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 210 time: 0.0546746 Sep 22 12:31:54.242046 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=0f5cd551-a4b0-4894-b298-b24f7adf9e64,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:54.250234 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3c730b92-0673-4a5a-9e45-926cb8e3608a req-49577aca-a60a-4ad4-bebf-712dda3ec1fe tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364765 Sep 22 12:31:54.342554 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5112e1-3ecf-4b40-aebd-5ae575b6c407 req-eef93ff1-c7ad-4805-b2e3-1ae1565f1c25 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:54.344199 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-eb5112e1-3ecf-4b40-aebd-5ae575b6c407 req-eef93ff1-c7ad-4805-b2e3-1ae1565f1c25 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0537086 Sep 22 12:31:54.398049 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-eb5112e1-3ecf-4b40-aebd-5ae575b6c407 req-d91cd483-b951-4ac2-a6ce-2c00ca730be0 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463674 Sep 22 12:31:54.441212 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-40a07cd1-54cd-4fb2-a6d5-011d841e6c30 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:54.444765 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-40a07cd1-54cd-4fb2-a6d5-011d841e6c30 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (90c64e77-d49b-49d3-a6e9-e6a79e70e453), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:54.544493 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.db.l3_db [None req-40a07cd1-54cd-4fb2-a6d5-011d841e6c30 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Floating IP 90c64e77-d49b-49d3-a6e9-e6a79e70e453 associated. External IP: 172.27.0.74, port: 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53. Sep 22 12:31:54.598659 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['0f5cd551-a4b0-4894-b298-b24f7adf9e64'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:31:54.697266 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:54.729543 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:54.905672 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:54.963438 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-4072a40b-d193-4132-9000-979dc0a06975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:54.983374 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a07cd1-54cd-4fb2-a6d5-011d841e6c30 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Router b29ff6e8-f65e-42d9-b132-792f8e95ae0a has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:31:55.090521 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a07cd1-54cd-4fb2-a6d5-011d841e6c30 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:31:55.096530 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-40a07cd1-54cd-4fb2-a6d5-011d841e6c30 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:55.101207 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f7dffd-c27b-4303-ace8-49f598781753 None None] Sync routers for ids ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:31:55.112932 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f7dffd-c27b-4303-ace8-49f598781753 None None] Routers {'b29ff6e8-f65e-42d9-b132-792f8e95ae0a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:31:55.113557 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-10f7dffd-c27b-4303-ace8-49f598781753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:31:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:31:55.132146 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-40a07cd1-54cd-4fb2-a6d5-011d841e6c30 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/90c64e77-d49b-49d3-a6e9-e6a79e70e453 HTTP/1.1" status: 200 len: 991 time: 1.3880773 Sep 22 12:31:55.132146 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd298c197-bf2c-41e0-a0d0-f0f48e979904', 'tag': '3de3f767-ed67-4ebd-ad2d-e94ea3db7b53'}] {{(pid=106189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:31:55.133336 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64be3f76f25325df4d162c623afd71985c9d526dbd3dd574d951cc56993afe1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93cd076-6ffd-4114-850c-a10b98801256" -d '{"events": [{"name": "network-changed", "server_uuid": "d298c197-bf2c-41e0-a0d0-f0f48e979904", "tag": "3de3f767-ed67-4ebd-ad2d-e94ea3db7b53"}]}' {{(pid=106189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:31:55.172228 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90b502f-a373-4768-b607-9ce504bf4fcc x-openstack-request-id: req-a90b502f-a373-4768-b607-9ce504bf4fcc {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:31:55.172613 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d298c197-bf2c-41e0-a0d0-f0f48e979904", "tag": "3de3f767-ed67-4ebd-ad2d-e94ea3db7b53", "status": "completed", "code": 200}]} {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:31:55.172871 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a90b502f-a373-4768-b607-9ce504bf4fcc {{(pid=106189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:31:55.173280 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a90b502f-a373-4768-b607-9ce504bf4fcc'] response: {'name': 'network-changed', 'server_uuid': 'd298c197-bf2c-41e0-a0d0-f0f48e979904', 'tag': '3de3f767-ed67-4ebd-ad2d-e94ea3db7b53', 'status': 'completed', 'code': 200} Sep 22 12:31:55.229249 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-10f7dffd-c27b-4303-ace8-49f598781753 None None] Set router b29ff6e8-f65e-42d9-b132-792f8e95ae0a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:31:55.239799 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cd076-6ffd-4114-850c-a10b98801256 req-3c761bc8-6b38-4984-a330-d3a4b9d00853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:55.241373 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d93cd076-6ffd-4114-850c-a10b98801256 req-3c761bc8-6b38-4984-a330-d3a4b9d00853 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=40ddbbe59b90403fb3ea9212d10727aa&device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 1130 time: 0.0396793 Sep 22 12:31:55.317096 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-009b7d1f-efe8-4d82-ab16-cf4894734842 req-3a219024-7656-418f-b8bd-8841fe4d430f tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 210 time: 0.0353453 Sep 22 12:31:55.373321 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0200b6-2b9c-4bad-b976-0d40d8969136 req-c8da6b67-bc24-410a-99cd-01963decb2aa tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:55.374894 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-bc0200b6-2b9c-4bad-b976-0d40d8969136 req-c8da6b67-bc24-410a-99cd-01963decb2aa tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a67d61f3-2119-4f47-80d4-7b702eefb87b HTTP/1.1" status: 200 len: 945 time: 0.0487404 Sep 22 12:31:55.414846 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:55.422771 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-bc0200b6-2b9c-4bad-b976-0d40d8969136 req-e63fbc8c-ae9c-4844-aeb9-72bddf3328dc tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422788 Sep 22 12:31:55.451647 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-10f7dffd-c27b-4303-ace8-49f598781753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '90c64e77-d49b-49d3-a6e9-e6a79e70e453', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'port_id': '3de3f767-ed67-4ebd-ad2d-e94ea3db7b53', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'mac_address': 'fa:16:3e:65:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd298c197-bf2c-41e0-a0d0-f0f48e979904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:31:32Z', 'updated_at': '2022-09-22T12:31:54Z', 'revision_number': 1, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'fixed_ip_address_scope': None}, {'id': 'd394c3b0-0585-4bec-a8bb-3fa3d1b01094', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'port_id': '3ccdb191-e1dc-4383-95e0-0dda555c85b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'mac_address': 'fa:16:3e:3a:fb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac05188-579c-4644-89f8-233e046b4618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:29:22Z', 'updated_at': '2022-09-22T12:30:06Z', 'revision_number': 2, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:31:55.478189 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f7dffd-c27b-4303-ace8-49f598781753 None None] Checking router: b29ff6e8-f65e-42d9-b132-792f8e95ae0a for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:31:55.486933 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f7dffd-c27b-4303-ace8-49f598781753 None None] Routers {'b29ff6e8-f65e-42d9-b132-792f8e95ae0a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:31:55.487539 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-10f7dffd-c27b-4303-ace8-49f598781753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:31:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:31:55.520847 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e974f-0ffd-4582-b7e6-49ae6e1c4119 req-3af0a4f0-1633-475d-88d4-8ea743620f9f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:55.522317 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-287e974f-0ffd-4582-b7e6-49ae6e1c4119 req-3af0a4f0-1633-475d-88d4-8ea743620f9f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0464556 Sep 22 12:31:55.569666 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-287e974f-0ffd-4582-b7e6-49ae6e1c4119 req-d1b941f0-d538-43f2-9f2a-bed3070e6cb3 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413270 Sep 22 12:31:55.588341 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-10f7dffd-c27b-4303-ace8-49f598781753 None None] Set router b29ff6e8-f65e-42d9-b132-792f8e95ae0a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:31:55.691815 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:55.698229 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cd076-6ffd-4114-850c-a10b98801256 req-c275d8cf-5f4d-4148-8c55-b89dc4c6bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:55.700240 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d93cd076-6ffd-4114-850c-a10b98801256 req-c275d8cf-5f4d-4148-8c55-b89dc4c6bd6f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd HTTP/1.1" status: 200 len: 916 time: 0.0985622 Sep 22 12:31:55.768618 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:55.775125 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d93cd076-6ffd-4114-850c-a10b98801256 req-f723cba2-9124-499e-b0e3-35b8158d716a service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 HTTP/1.1" status: 200 len: 999 time: 0.0619316 Sep 22 12:31:55.821722 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-64bd34ab-dcc8-4dbb-aa9a-f4015248fb92 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:55.823585 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-64bd34ab-dcc8-4dbb-aa9a-f4015248fb92 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.20 "GET /networking/v2.0/networks?id=132b9a18-7a8b-4760-bd77-25e68aa07772 HTTP/1.1" status: 200 len: 814 time: 0.1299205 Sep 22 12:31:55.838159 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-699e600a-efb4-4bc5-9590-f17a5e1c4ae8 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Request body: {'port': {'device_id': '6d04cb8b-ca1a-46fa-995c-e2d41d452e06', 'network_id': '132b9a18-7a8b-4760-bd77-25e68aa07772', 'admin_state_up': True, 'tenant_id': '24db83f7bc4d4888b73d4d4ab7c4bdce'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:55.850244 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-10f7dffd-c27b-4303-ace8-49f598781753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '90c64e77-d49b-49d3-a6e9-e6a79e70e453', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'port_id': '3de3f767-ed67-4ebd-ad2d-e94ea3db7b53', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'mac_address': 'fa:16:3e:65:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd298c197-bf2c-41e0-a0d0-f0f48e979904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:31:32Z', 'updated_at': '2022-09-22T12:31:54Z', 'revision_number': 1, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'fixed_ip_address_scope': None}, {'id': 'd394c3b0-0585-4bec-a8bb-3fa3d1b01094', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'port_id': '3ccdb191-e1dc-4383-95e0-0dda555c85b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'mac_address': 'fa:16:3e:3a:fb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac05188-579c-4644-89f8-233e046b4618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:29:22Z', 'updated_at': '2022-09-22T12:30:06Z', 'revision_number': 2, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:31:55.863689 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cd076-6ffd-4114-850c-a10b98801256 req-78baba17-6230-4ece-9655-4619b7e5c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:55.863689 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d93cd076-6ffd-4114-850c-a10b98801256 req-78baba17-6230-4ece-9655-4619b7e5c41c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d853fe9a-55b9-4c8d-9099-d1741ea2e14d HTTP/1.1" status: 200 len: 854 time: 0.0640235 Sep 22 12:31:55.880469 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f7dffd-c27b-4303-ace8-49f598781753 None None] The sync data for ids ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'] in dv-cinder-856463-4-iscsi is: [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '90c64e77-d49b-49d3-a6e9-e6a79e70e453', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'floating_ip_address': '172.27.0.74', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'port_id': '3de3f767-ed67-4ebd-ad2d-e94ea3db7b53', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'mac_address': 'fa:16:3e:65:1b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd298c197-bf2c-41e0-a0d0-f0f48e979904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:31:32Z', 'updated_at': '2022-09-22T12:31:54Z', 'revision_number': 1, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'fixed_ip_address_scope': None}, {'id': 'd394c3b0-0585-4bec-a8bb-3fa3d1b01094', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'port_id': '3ccdb191-e1dc-4383-95e0-0dda555c85b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'mac_address': 'fa:16:3e:3a:fb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac05188-579c-4644-89f8-233e046b4618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:29:22Z', 'updated_at': '2022-09-22T12:30:06Z', 'revision_number': 2, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:31:55.927740 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 0f5cd551-a4b0-4894-b298-b24f7adf9e64 up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:31:55.932977 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93cd076-6ffd-4114-850c-a10b98801256 req-82fa62cf-296a-434b-841a-deb6e32689b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:55.934803 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d93cd076-6ffd-4114-850c-a10b98801256 req-82fa62cf-296a-434b-841a-deb6e32689b8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614378 Sep 22 12:31:55.961980 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-699e600a-efb4-4bc5-9590-f17a5e1c4ae8 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Made reservation on behalf of 24db83f7bc4d4888b73d4d4ab7c4bdce for: {'port': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:31:55.965839 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-699e600a-efb4-4bc5-9590-f17a5e1c4ae8 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:55.975709 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning for port 0f5cd551-a4b0-4894-b298-b24f7adf9e64 completed by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 12:31:55.983878 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port 0f5cd551-a4b0-4894-b298-b24f7adf9e64 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:31:55.984351 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (0f5cd551-a4b0-4894-b298-b24f7adf9e64), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:55.984697 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port 0f5cd551-a4b0-4894-b298-b24f7adf9e64 Sep 22 12:31:56.040288 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=100 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:56.071007 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 0f5cd551-a4b0-4894-b298-b24f7adf9e64 is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:31:56.071450 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (0f5cd551-a4b0-4894-b298-b24f7adf9e64), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:56.084766 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:56.100915 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67d61f3-2119-4f47-80d4-7b702eefb87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5cd551-a4b0-4894-b298-b24f7adf9e64'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:31:56.103420 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed7474b-dbe1-48be-b6c4-faaf9a504d5c" -d '{"events": [{"server_uuid": "a67d61f3-2119-4f47-80d4-7b702eefb87b", "name": "network-vif-plugged", "status": "completed", "tag": "0f5cd551-a4b0-4894-b298-b24f7adf9e64"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:31:56.119892 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 0f5cd551-a4b0-4894-b298-b24f7adf9e64, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=0f5cd551-a4b0-4894-b298-b24f7adf9e64,segment=NetworkSegment(05c394be-4dbd-4548-8111-4b99c8d60f39),segment_id=05c394be-4dbd-4548-8111-4b99c8d60f39)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:31:56.125313 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (0f5cd551-a4b0-4894-b298-b24f7adf9e64), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:56.140912 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-699e600a-efb4-4bc5-9590-f17a5e1c4ae8 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Allocated IP 172.20.0.14 (132b9a18-7a8b-4760-bd77-25e68aa07772/1e6ace5a-b3cc-492a-91df-279d596628b3/542f47ac-43dd-4d65-b99a-3389e7f5abdc) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:31:56.146264 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d93cd076-6ffd-4114-850c-a10b98801256 req-a0b3c171-fe96-4b79-ba38-95aeadc2ec5b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350307 Sep 22 12:31:56.150557 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66b28f7-3070-4058-8d81-73b9eeab901c x-openstack-request-id: req-d66b28f7-3070-4058-8d81-73b9eeab901c {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:31:56.150884 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67d61f3-2119-4f47-80d4-7b702eefb87b", "name": "network-vif-plugged", "status": "completed", "tag": "0f5cd551-a4b0-4894-b298-b24f7adf9e64", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:31:56.151086 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d66b28f7-3070-4058-8d81-73b9eeab901c {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:31:56.151481 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d66b28f7-3070-4058-8d81-73b9eeab901c'] response: {'server_uuid': 'a67d61f3-2119-4f47-80d4-7b702eefb87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5cd551-a4b0-4894-b298-b24f7adf9e64', 'code': 200} Sep 22 12:31:56.157137 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3913b3-3fd5-4f09-baac-cc3a98af3ab0 None None] New status for floating IP 90c64e77-d49b-49d3-a6e9-e6a79e70e453: ACTIVE {{(pid=106191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:31:56.189902 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=0f5cd551-a4b0-4894-b298-b24f7adf9e64,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:56.371744 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-699e600a-efb4-4bc5-9590-f17a5e1c4ae8 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Publish callbacks [] for port (542f47ac-43dd-4d65-b99a-3389e7f5abdc), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:56.408742 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-699e600a-efb4-4bc5-9590-f17a5e1c4ae8 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (542f47ac-43dd-4d65-b99a-3389e7f5abdc), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:56.465671 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-699e600a-efb4-4bc5-9590-f17a5e1c4ae8 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Network 132b9a18-7a8b-4760-bd77-25e68aa07772 is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:31:56.467654 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-699e600a-efb4-4bc5-9590-f17a5e1c4ae8 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:31:56.479663 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-699e600a-efb4-4bc5-9590-f17a5e1c4ae8 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:31:56.512089 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e600a-efb4-4bc5-9590-f17a5e1c4ae8 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Pushing event updated for resources: {'Port': ['ID=542f47ac-43dd-4d65-b99a-3389e7f5abdc,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:56.532443 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-699e600a-efb4-4bc5-9590-f17a5e1c4ae8 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:56.533048 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-699e600a-efb4-4bc5-9590-f17a5e1c4ae8 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:56.550013 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-699e600a-efb4-4bc5-9590-f17a5e1c4ae8 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7170904 Sep 22 12:31:56.568840 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c5d98-c7cf-49f4-b018-897666c53925 req-dbe10e32-3475-479c-a3eb-f7d6a5d6ca7f tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:56.570302 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4d2c5d98-c7cf-49f4-b018-897666c53925 req-dbe10e32-3475-479c-a3eb-f7d6a5d6ca7f tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 932 time: 0.1368501 Sep 22 12:31:56.570997 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] Request body: {'port': {'device_id': '6d04cb8b-ca1a-46fa-995c-e2d41d452e06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:31:56.577317 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d2cb3-5774-4832-ae9c-a723a3a8620e req-55da60e1-ed40-4a2f-8a56-ecc10410773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:56.578793 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8b1d2cb3-5774-4832-ae9c-a723a3a8620e req-55da60e1-ed40-4a2f-8a56-ecc10410773e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a67d61f3-2119-4f47-80d4-7b702eefb87b HTTP/1.1" status: 200 len: 1130 time: 0.1464648 Sep 22 12:31:56.601291 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:56.622214 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ab442-7a66-48a7-b38d-8c5494e523fb req-2338cfae-733d-4f1c-b5bd-0ab0cbdb6c12 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:56.623657 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d23ab442-7a66-48a7-b38d-8c5494e523fb req-2338cfae-733d-4f1c-b5bd-0ab0cbdb6c12 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a67d61f3-2119-4f47-80d4-7b702eefb87b HTTP/1.1" status: 200 len: 946 time: 0.1046572 Sep 22 12:31:56.640289 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (542f47ac-43dd-4d65-b99a-3389e7f5abdc), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:56.655832 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:56.676281 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d93cd076-6ffd-4114-850c-a10b98801256 req-f249489a-6d16-4667-a1b2-4285110966bb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092504 Sep 22 12:31:56.718101 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4d2c5d98-c7cf-49f4-b018-897666c53925 req-3418e51c-6c5e-48ae-a3a0-75f543586cc5 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331341 Sep 22 12:31:56.730318 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8b1d2cb3-5774-4832-ae9c-a723a3a8620e req-c966aee0-ab81-4d36-aa31-04acb1fb7f48 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405144 Sep 22 12:31:56.738252 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d23ab442-7a66-48a7-b38d-8c5494e523fb req-678a3e7b-4a45-43d0-82e9-0569c660b4f8 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992346 Sep 22 12:31:56.849916 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916de7d5-88f4-4b46-8cb3-954418df358e req-76fa3988-a725-4976-8ec7-d7c45a206c04 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:56.851427 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-916de7d5-88f4-4b46-8cb3-954418df358e req-76fa3988-a725-4976-8ec7-d7c45a206c04 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0535750 Sep 22 12:31:56.900714 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-916de7d5-88f4-4b46-8cb3-954418df358e req-af03cc29-e934-4e07-a177-94972dd0714a tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435238 Sep 22 12:31:56.926101 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 542f47ac-43dd-4d65-b99a-3389e7f5abdc {{(pid=106189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:31:56.933819 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] Publish callbacks [] for port (542f47ac-43dd-4d65-b99a-3389e7f5abdc), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:56.946299 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.provisioning_blocks [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] Transition to ACTIVE for port object 542f47ac-43dd-4d65-b99a-3389e7f5abdc will not be triggered until provisioned by entity L2. {{(pid=106189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 12:31:56.949940 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (542f47ac-43dd-4d65-b99a-3389e7f5abdc), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:57.013757 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] Pushing event updated for resources: {'Port': ['ID=542f47ac-43dd-4d65-b99a-3389e7f5abdc,revision_number=2']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:57.053953 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-e9f47077-60f4-493c-969f-63ea7c8e305c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:57.065796 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.managers [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] Attempting to bind port 542f47ac-43dd-4d65-b99a-3389e7f5abdc on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:31:57.066241 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.managers [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] Attempting to bind port 542f47ac-43dd-4d65-b99a-3389e7f5abdc by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '1b44537e-ae7a-46b6-91d5-fa69dcb7e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '132b9a18-7a8b-4760-bd77-25e68aa07772'}] {{(pid=106189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:31:57.066573 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] Attempting to bind port 542f47ac-43dd-4d65-b99a-3389e7f5abdc on network 132b9a18-7a8b-4760-bd77-25e68aa07772 {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:31:57.111546 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] Port 542f47ac-43dd-4d65-b99a-3389e7f5abdc on network 132b9a18-7a8b-4760-bd77-25e68aa07772 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 12:31:57.111916 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] Attempting to bind port 542f47ac-43dd-4d65-b99a-3389e7f5abdc on network 132b9a18-7a8b-4760-bd77-25e68aa07772 {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:31:57.166664 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] Checking agent: {'id': '60a799af-7434-4fee-b6c6-29cadfeb25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'started_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:31:57.166996 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] Checking segment: {'id': '1b44537e-ae7a-46b6-91d5-fa69dcb7e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '132b9a18-7a8b-4760-bd77-25e68aa07772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:31:57.167374 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] Bound using segment: {'id': '1b44537e-ae7a-46b6-91d5-fa69dcb7e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '132b9a18-7a8b-4760-bd77-25e68aa07772'} {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:31:57.167830 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.managers [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] Bound port: 542f47ac-43dd-4d65-b99a-3389e7f5abdc, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b44537e-ae7a-46b6-91d5-fa69dcb7e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '132b9a18-7a8b-4760-bd77-25e68aa07772'}}] {{(pid=106189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:31:57.168228 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (542f47ac-43dd-4d65-b99a-3389e7f5abdc), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:57.231024 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] For port 542f47ac-43dd-4d65-b99a-3389e7f5abdc, host hv-cinder-85646, cleared binding levels {{(pid=106189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:31:57.233989 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] For port 542f47ac-43dd-4d65-b99a-3389e7f5abdc, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=542f47ac-43dd-4d65-b99a-3389e7f5abdc,segment=NetworkSegment(1b44537e-ae7a-46b6-91d5-fa69dcb7e52e),segment_id=1b44537e-ae7a-46b6-91d5-fa69dcb7e52e)] {{(pid=106189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:31:57.238910 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (542f47ac-43dd-4d65-b99a-3389e7f5abdc), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:57.243043 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:57.243640 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:57.245057 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/542f47ac-43dd-4d65-b99a-3389e7f5abdc HTTP/1.1" status: 200 len: 1094 time: 0.6781642 Sep 22 12:31:57.245617 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d04cb8b-ca1a-46fa-995c-e2d41d452e06', 'tag': '542f47ac-43dd-4d65-b99a-3389e7f5abdc'}] {{(pid=106189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:31:57.247808 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64be3f76f25325df4d162c623afd71985c9d526dbd3dd574d951cc56993afe1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52e4c0e-6813-478c-b053-06d0b2b1415a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d04cb8b-ca1a-46fa-995c-e2d41d452e06", "tag": "542f47ac-43dd-4d65-b99a-3389e7f5abdc"}]}' {{(pid=106189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:31:57.285793 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defb35be-7950-4582-b336-85e11756d356 x-openstack-request-id: req-defb35be-7950-4582-b336-85e11756d356 {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:31:57.286077 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d04cb8b-ca1a-46fa-995c-e2d41d452e06", "tag": "542f47ac-43dd-4d65-b99a-3389e7f5abdc", "status": "completed", "code": 200}]} {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:31:57.286332 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-defb35be-7950-4582-b336-85e11756d356 {{(pid=106189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:31:57.286722 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-defb35be-7950-4582-b336-85e11756d356'] response: {'name': 'network-changed', 'server_uuid': '6d04cb8b-ca1a-46fa-995c-e2d41d452e06', 'tag': '542f47ac-43dd-4d65-b99a-3389e7f5abdc', 'status': 'completed', 'code': 200} Sep 22 12:31:57.295987 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9ae83-cd75-4a9f-a175-735e6a23ceac service neutron] Pushing event updated for resources: {'Port': ['ID=542f47ac-43dd-4d65-b99a-3389e7f5abdc,revision_number=3']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:31:57.795528 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e4c0e-6813-478c-b053-06d0b2b1415a req-4f3bb907-350a-4762-9b61-42f116f214a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:57.797118 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-c52e4c0e-6813-478c-b053-06d0b2b1415a req-4f3bb907-350a-4762-9b61-42f116f214a2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=24db83f7bc4d4888b73d4d4ab7c4bdce&device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 1128 time: 0.0388722 Sep 22 12:31:57.879097 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c255d5-7529-41f1-8b75-b46cdf8cd722 req-beda76d6-0259-441e-909e-2d8e0230ecf4 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:57.881557 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-29c255d5-7529-41f1-8b75-b46cdf8cd722 req-beda76d6-0259-441e-909e-2d8e0230ecf4 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 944 time: 0.0865567 Sep 22 12:31:57.889402 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46fc23b-b1da-44a1-a4a3-622885cdce38 req-a61ac56a-136e-424f-9586-79c18e7c2a9d tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:57.890780 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d46fc23b-b1da-44a1-a4a3-622885cdce38 req-a61ac56a-136e-424f-9586-79c18e7c2a9d tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a67d61f3-2119-4f47-80d4-7b702eefb87b HTTP/1.1" status: 200 len: 946 time: 0.0667076 Sep 22 12:31:57.905969 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:57.921548 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e4c0e-6813-478c-b053-06d0b2b1415a req-89a41d37-de2a-4c39-a9e2-411131216f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:57.923091 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-c52e4c0e-6813-478c-b053-06d0b2b1415a req-89a41d37-de2a-4c39-a9e2-411131216f37 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=24db83f7bc4d4888b73d4d4ab7c4bdce&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1104777 Sep 22 12:31:57.961249 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:57.964730 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-29c255d5-7529-41f1-8b75-b46cdf8cd722 req-70112d69-b0ad-418f-9fb7-c93dca7d1ad9 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730383 Sep 22 12:31:57.969258 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d46fc23b-b1da-44a1-a4a3-622885cdce38 req-ef295682-a341-4595-ad61-68bc4334edd3 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707304 Sep 22 12:31:58.030135 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e4c0e-6813-478c-b053-06d0b2b1415a req-4c4fd87b-ebbb-4f1a-b45b-f7aee4c830dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:58.031607 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-c52e4c0e-6813-478c-b053-06d0b2b1415a req-4c4fd87b-ebbb-4f1a-b45b-f7aee4c830dd service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977275 Sep 22 12:31:58.082955 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bca14-b124-4ba9-9f1b-9fe7461121d9 req-6b7afd84-7b92-43ab-b51d-84e8ee2f2bfa tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:58.084415 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-762bca14-b124-4ba9-9f1b-9fe7461121d9 req-6b7afd84-7b92-43ab-b51d-84e8ee2f2bfa tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0469804 Sep 22 12:31:58.103564 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:58.133331 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-762bca14-b124-4ba9-9f1b-9fe7461121d9 req-2be6efe8-26f1-4f5c-b717-0404b12aee15 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429680 Sep 22 12:31:58.436958 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:59.058112 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-26aa1911-9855-4e3f-a1f5-5e0cea410058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:59.059664 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-26aa1911-9855-4e3f-a1f5-5e0cea410058 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=24db83f7bc4d4888b73d4d4ab7c4bdce&device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 1128 time: 0.0471363 Sep 22 12:31:59.101460 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-a2671eed-5baa-429b-b451-57161c756969 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=542f47ac-43dd-4d65-b99a-3389e7f5abdc HTTP/1.1" status: 200 len: 217 time: 0.0328903 Sep 22 12:31:59.130833 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28548b3-23f2-4490-9b49-3554b65474f0 req-cab04ba9-332f-4d0a-9f4e-9168a4a355cd tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:59.132223 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c28548b3-23f2-4490-9b49-3554b65474f0 req-cab04ba9-332f-4d0a-9f4e-9168a4a355cd tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 944 time: 0.0797324 Sep 22 12:31:59.137974 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be02668-c874-45bb-b6e7-89a89eb1f960 req-1c1b1ece-3ac7-4a79-a931-41890a4b1181 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:59.139421 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8be02668-c874-45bb-b6e7-89a89eb1f960 req-1c1b1ece-3ac7-4a79-a931-41890a4b1181 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a67d61f3-2119-4f47-80d4-7b702eefb87b HTTP/1.1" status: 200 len: 946 time: 0.0776453 Sep 22 12:31:59.160657 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-da8f13e7-475f-4fab-bb57-acd8225a1a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:59.163021 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-da8f13e7-475f-4fab-bb57-acd8225a1a6e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=1e6ace5a-b3cc-492a-91df-279d596628b3 HTTP/1.1" status: 200 len: 854 time: 0.0545642 Sep 22 12:31:59.202373 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-1888d8c9-3781-442b-961a-40c7045b467b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=132b9a18-7a8b-4760-bd77-25e68aa07772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264614 Sep 22 12:31:59.216728 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c28548b3-23f2-4490-9b49-3554b65474f0 req-8a8e184f-947e-4185-91d0-489f5c912185 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762897 Sep 22 12:31:59.219862 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8be02668-c874-45bb-b6e7-89a89eb1f960 req-256247be-09ab-41c0-a746-4e922509ea54 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718479 Sep 22 12:31:59.262883 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:31:59.313917 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-37be885b-7a3a-43c9-b390-2560eebeed98 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/132b9a18-7a8b-4760-bd77-25e68aa07772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042767 Sep 22 12:31:59.347127 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa221d2-1737-41ea-91d7-a75484be7ebf req-1906d9e2-e6a9-44df-b324-8b799e1fc2f0 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:59.349307 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cfa221d2-1737-41ea-91d7-a75484be7ebf req-1906d9e2-e6a9-44df-b324-8b799e1fc2f0 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0677562 Sep 22 12:31:59.406848 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cfa221d2-1737-41ea-91d7-a75484be7ebf req-fc6eb3cc-4c70-4ae4-89d2-87affd708bfc tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509980 Sep 22 12:31:59.426680 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-b36016cf-b932-4a78-99cd-fb74b0065295 req-fdef423c-f62e-46f7-9a36-3eaed0d14ba0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/132b9a18-7a8b-4760-bd77-25e68aa07772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042864 Sep 22 12:31:59.604542 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06bc54-b016-4437-bd1c-ef9f92828f5d req-49e3b5d1-cf33-412e-a5d7-072fefcc7939 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:59.606002 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cc06bc54-b016-4437-bd1c-ef9f92828f5d req-49e3b5d1-cf33-412e-a5d7-072fefcc7939 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0473959 Sep 22 12:31:59.652788 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cc06bc54-b016-4437-bd1c-ef9f92828f5d req-bb78103d-f8e7-40fa-ad20-4984e936617d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402415 Sep 22 12:31:59.891859 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:59.951747 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:31:59.988743 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54532a1e-2566-48fb-945b-13d828a20e32 req-db889ed0-f44d-4f54-9a88-0f0b833145cd tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:31:59.990201 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-54532a1e-2566-48fb-945b-13d828a20e32 req-db889ed0-f44d-4f54-9a88-0f0b833145cd tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a67d61f3-2119-4f47-80d4-7b702eefb87b HTTP/1.1" status: 200 len: 946 time: 0.0468228 Sep 22 12:32:00.043245 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-54532a1e-2566-48fb-945b-13d828a20e32 req-e2c0b3fe-fdfa-4438-9540-20e197221662 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460417 Sep 22 12:32:00.354212 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbc990-165e-4834-a73e-09bbc6b62290 req-d07c3d66-1eb5-45ef-a0fe-77c8e5c00519 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:00.355646 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-12bbc990-165e-4834-a73e-09bbc6b62290 req-d07c3d66-1eb5-45ef-a0fe-77c8e5c00519 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 944 time: 0.0462196 Sep 22 12:32:00.404555 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-12bbc990-165e-4834-a73e-09bbc6b62290 req-4efe8603-9b31-478f-9dd3-3a9c9f15e3fd tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434101 Sep 22 12:32:00.531634 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37833553-0915-4833-9474-f06291183e97 req-72d16be7-4ddf-4bd5-8b27-e39c8dd7aa18 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:00.533058 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-37833553-0915-4833-9474-f06291183e97 req-72d16be7-4ddf-4bd5-8b27-e39c8dd7aa18 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0459900 Sep 22 12:32:00.578368 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-37833553-0915-4833-9474-f06291183e97 req-448fb5cf-2fcf-4dd9-bdf9-a644f6ccc289 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399477 Sep 22 12:32:00.784982 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954d352-0b0b-4325-926f-84749663ae51 req-a8f8b1e8-1a90-4b36-9148-ba0c072ccc4c tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:00.786350 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5954d352-0b0b-4325-926f-84749663ae51 req-a8f8b1e8-1a90-4b36-9148-ba0c072ccc4c tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0490119 Sep 22 12:32:00.832571 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5954d352-0b0b-4325-926f-84749663ae51 req-a3dae4eb-62d2-4757-a7ac-8b3d90354681 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407071 Sep 22 12:32:01.173345 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6d438-866a-4da2-9848-3e3475b78bf6 req-950f0880-36dd-46fe-be63-3682a8778bf7 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:01.175477 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-80c6d438-866a-4da2-9848-3e3475b78bf6 req-950f0880-36dd-46fe-be63-3682a8778bf7 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a67d61f3-2119-4f47-80d4-7b702eefb87b HTTP/1.1" status: 200 len: 946 time: 0.0585747 Sep 22 12:32:01.221197 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-80c6d438-866a-4da2-9848-3e3475b78bf6 req-9a2b72a6-49e2-4902-8475-bf69f6601893 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395541 Sep 22 12:32:01.301600 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:01.308401 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:32:01.526596 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468e2ef-7f80-478a-b2f8-1417da92d097 req-c3890913-0b15-4a36-8bf9-6e20c0746dad tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:01.528039 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d468e2ef-7f80-478a-b2f8-1417da92d097 req-c3890913-0b15-4a36-8bf9-6e20c0746dad tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 944 time: 0.0488405 Sep 22 12:32:01.573624 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d468e2ef-7f80-478a-b2f8-1417da92d097 req-b3da2624-f5dd-4062-ad6c-b625107bbff3 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400229 Sep 22 12:32:01.683455 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:01.688842 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:01.697335 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bbd7f-9dee-499b-b9ac-3b4a1c2b8136 req-b416f544-6a11-4b5d-acbf-b9cc4aed1055 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:01.698760 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7b3bbd7f-9dee-499b-b9ac-3b4a1c2b8136 req-b416f544-6a11-4b5d-acbf-b9cc4aed1055 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0467229 Sep 22 12:32:01.745685 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7b3bbd7f-9dee-499b-b9ac-3b4a1c2b8136 req-b9f704a5-218d-484a-82e4-76a5c91c3cdc tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414338 Sep 22 12:32:01.942592 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 542f47ac-43dd-4d65-b99a-3389e7f5abdc details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:32:01.961939 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf589820-5601-47dc-a9c5-712b9d800695 req-aadcea3f-63da-428e-964d-2c146421c807 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:01.963417 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cf589820-5601-47dc-a9c5-712b9d800695 req-aadcea3f-63da-428e-964d-2c146421c807 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0465794 Sep 22 12:32:02.016033 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cf589820-5601-47dc-a9c5-712b9d800695 req-d26ccf6f-7a9f-47a6-8cd5-adeb5f428c4d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470688 Sep 22 12:32:02.043545 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 542f47ac-43dd-4d65-b99a-3389e7f5abdc, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=542f47ac-43dd-4d65-b99a-3389e7f5abdc,segment=NetworkSegment(1b44537e-ae7a-46b6-91d5-fa69dcb7e52e),segment_id=1b44537e-ae7a-46b6-91d5-fa69dcb7e52e)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:32:02.055101 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': '542f47ac-43dd-4d65-b99a-3389e7f5abdc', 'network_id': '132b9a18-7a8b-4760-bd77-25e68aa07772', 'port_id': '542f47ac-43dd-4d65-b99a-3389e7f5abdc', 'mac_address': 'fa:16:3e:2c:21:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e6ace5a-b3cc-492a-91df-279d596628b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:32:02.089943 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 542f47ac-43dd-4d65-b99a-3389e7f5abdc is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:32:02.090331 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (542f47ac-43dd-4d65-b99a-3389e7f5abdc), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:02.104204 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 542f47ac-43dd-4d65-b99a-3389e7f5abdc {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:32:02.123306 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 542f47ac-43dd-4d65-b99a-3389e7f5abdc, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=542f47ac-43dd-4d65-b99a-3389e7f5abdc,segment=NetworkSegment(1b44537e-ae7a-46b6-91d5-fa69dcb7e52e),segment_id=1b44537e-ae7a-46b6-91d5-fa69dcb7e52e)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:32:02.128761 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (542f47ac-43dd-4d65-b99a-3389e7f5abdc), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:02.176576 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=542f47ac-43dd-4d65-b99a-3389e7f5abdc,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:32:02.340166 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19281b-9c83-48bd-9e89-ffe69b24b2ba req-01228440-2687-4db9-aaa9-cc450d3d3e35 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:02.341653 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ae19281b-9c83-48bd-9e89-ffe69b24b2ba req-01228440-2687-4db9-aaa9-cc450d3d3e35 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a67d61f3-2119-4f47-80d4-7b702eefb87b HTTP/1.1" status: 200 len: 946 time: 0.0465736 Sep 22 12:32:02.388630 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ae19281b-9c83-48bd-9e89-ffe69b24b2ba req-80bd85dd-9eb7-4286-a488-52cd870f676d tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=97a7e516-4f89-462e-99b0-d1728999116c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413809 Sep 22 12:32:02.523007 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929fc9f-8347-4468-aab2-28cf9021f68a req-ce3b96eb-786a-41e7-8403-3453e0862bd7 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:02.525448 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4929fc9f-8347-4468-aab2-28cf9021f68a req-ce3b96eb-786a-41e7-8403-3453e0862bd7 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a67d61f3-2119-4f47-80d4-7b702eefb87b HTTP/1.1" status: 200 len: 946 time: 0.0536335 Sep 22 12:32:02.529010 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['542f47ac-43dd-4d65-b99a-3389e7f5abdc'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:32:02.616615 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [req-4929fc9f-8347-4468-aab2-28cf9021f68a req-7e41b947-ac3b-4239-85cd-5c8cdedf3db3 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Deleting port 0f5cd551-a4b0-4894-b298-b24f7adf9e64 {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:32:02.617040 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4929fc9f-8347-4468-aab2-28cf9021f68a req-7e41b947-ac3b-4239-85cd-5c8cdedf3db3 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (0f5cd551-a4b0-4894-b298-b24f7adf9e64), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:02.701590 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f5184-7cb6-4c1e-a7d9-6090bd820632 req-1093279e-20c0-46d5-9c90-7ff9c235863a tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:02.703178 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3c4f5184-7cb6-4c1e-a7d9-6090bd820632 req-1093279e-20c0-46d5-9c90-7ff9c235863a tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 945 time: 0.0479894 Sep 22 12:32:02.706585 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [req-4929fc9f-8347-4468-aab2-28cf9021f68a req-7e41b947-ac3b-4239-85cd-5c8cdedf3db3 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] For port 0f5cd551-a4b0-4894-b298-b24f7adf9e64, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=0f5cd551-a4b0-4894-b298-b24f7adf9e64,segment=NetworkSegment(05c394be-4dbd-4548-8111-4b99c8d60f39),segment_id=05c394be-4dbd-4548-8111-4b99c8d60f39)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:32:02.706944 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4929fc9f-8347-4468-aab2-28cf9021f68a req-7e41b947-ac3b-4239-85cd-5c8cdedf3db3 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (0f5cd551-a4b0-4894-b298-b24f7adf9e64), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:02.719798 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [req-4929fc9f-8347-4468-aab2-28cf9021f68a req-7e41b947-ac3b-4239-85cd-5c8cdedf3db3 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Calling delete_port for 0f5cd551-a4b0-4894-b298-b24f7adf9e64 owned by compute:nova {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:32:02.750876 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3c4f5184-7cb6-4c1e-a7d9-6090bd820632 req-47774ecc-d410-485b-93e0-3cd94291d1cc tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418129 Sep 22 12:32:02.851877 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4929fc9f-8347-4468-aab2-28cf9021f68a req-7e41b947-ac3b-4239-85cd-5c8cdedf3db3 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (0f5cd551-a4b0-4894-b298-b24f7adf9e64), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:02.880493 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41b947-ac3b-4239-85cd-5c8cdedf3db3 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Pushing event deleted for resources: {'Port': ['ID=0f5cd551-a4b0-4894-b298-b24f7adf9e64,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:32:02.881548 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1cc98-9ba5-4bee-9548-9a0dbb6d2f23 req-b8d33340-a6e3-43b9-984f-2a567c32147e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:02.889380 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-35d1cc98-9ba5-4bee-9548-9a0dbb6d2f23 req-b8d33340-a6e3-43b9-984f-2a567c32147e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0666790 Sep 22 12:32:02.929897 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [req-4929fc9f-8347-4468-aab2-28cf9021f68a req-7e41b947-ac3b-4239-85cd-5c8cdedf3db3 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] No DVR routers for this DVR port 0f5cd551-a4b0-4894-b298-b24f7adf9e64 on host hv-cinder-85646 {{(pid=106189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:32:02.933609 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-4929fc9f-8347-4468-aab2-28cf9021f68a req-7e41b947-ac3b-4239-85cd-5c8cdedf3db3 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:02.935929 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-35d1cc98-9ba5-4bee-9548-9a0dbb6d2f23 req-2b92ddbc-f634-494e-a345-9ed4a3dbda61 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457208 Sep 22 12:32:02.937216 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-4929fc9f-8347-4468-aab2-28cf9021f68a req-7e41b947-ac3b-4239-85cd-5c8cdedf3db3 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.20 "DELETE /networking/v2.0/ports/0f5cd551-a4b0-4894-b298-b24f7adf9e64 HTTP/1.1" status: 204 len: 173 time: 0.4030831 Sep 22 12:32:02.937746 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67d61f3-2119-4f47-80d4-7b702eefb87b', 'name': 'network-vif-deleted', 'tag': '0f5cd551-a4b0-4894-b298-b24f7adf9e64'}] {{(pid=106189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:32:02.941214 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64be3f76f25325df4d162c623afd71985c9d526dbd3dd574d951cc56993afe1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44a3a15-ceff-44c5-b586-b1727d76546a" -d '{"events": [{"server_uuid": "a67d61f3-2119-4f47-80d4-7b702eefb87b", "name": "network-vif-deleted", "tag": "0f5cd551-a4b0-4894-b298-b24f7adf9e64"}]}' {{(pid=106189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:32:02.985620 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70035625-257c-463d-8d1d-fb1fb3dbfb13 x-openstack-request-id: req-70035625-257c-463d-8d1d-fb1fb3dbfb13 {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:32:02.985981 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a67d61f3-2119-4f47-80d4-7b702eefb87b", "name": "network-vif-deleted", "tag": "0f5cd551-a4b0-4894-b298-b24f7adf9e64", "status": "completed", "code": 200}]} {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:32:02.986295 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-70035625-257c-463d-8d1d-fb1fb3dbfb13 {{(pid=106189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:32:02.986835 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70035625-257c-463d-8d1d-fb1fb3dbfb13'] response: {'server_uuid': 'a67d61f3-2119-4f47-80d4-7b702eefb87b', 'name': 'network-vif-deleted', 'tag': '0f5cd551-a4b0-4894-b298-b24f7adf9e64', 'status': 'completed', 'code': 200} Sep 22 12:32:03.145046 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106799ca-31ec-4c86-bdc8-bd00916ea072 req-36e38a19-fa41-49cf-9d40-e0cbf7877802 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:03.146601 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-106799ca-31ec-4c86-bdc8-bd00916ea072 req-36e38a19-fa41-49cf-9d40-e0cbf7877802 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0488577 Sep 22 12:32:03.195380 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-106799ca-31ec-4c86-bdc8-bd00916ea072 req-9267a105-98a3-4121-be1e-0e44ed4b0bf9 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429022 Sep 22 12:32:03.503182 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3b8b19c4-af6f-4117-966c-3cc7c0fcb3ed req-9f7125d7-2e3d-4c12-9680-20795fe8a545 tempest-VolumesActionsTest-963501249 tempest-VolumesActionsTest-963501249-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a67d61f3-2119-4f47-80d4-7b702eefb87b HTTP/1.1" status: 200 len: 210 time: 0.0283656 Sep 22 12:32:03.515385 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['0f5cd551-a4b0-4894-b298-b24f7adf9e64'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:32:03.873273 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a89a5-0a15-4db2-b77c-21ac78561b72 req-8879055e-9eb3-4ffe-a9ff-e457711c6735 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:03.874736 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-994a89a5-0a15-4db2-b77c-21ac78561b72 req-8879055e-9eb3-4ffe-a9ff-e457711c6735 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 945 time: 0.0493319 Sep 22 12:32:03.921852 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-994a89a5-0a15-4db2-b77c-21ac78561b72 req-45db95f6-b81d-4f93-95bf-f915ed0af1cc tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 Sep 22 12:32:03.990853 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 542f47ac-43dd-4d65-b99a-3389e7f5abdc up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:32:04.048595 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning for port 542f47ac-43dd-4d65-b99a-3389e7f5abdc completed by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 12:32:04.058412 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port 542f47ac-43dd-4d65-b99a-3389e7f5abdc triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:32:04.058994 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (542f47ac-43dd-4d65-b99a-3389e7f5abdc), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:04.059520 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port 542f47ac-43dd-4d65-b99a-3389e7f5abdc Sep 22 12:32:04.062518 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244907f3-6b7f-4f7a-9102-5ec96c4a482e req-09d5a81d-1b53-43d0-b7f2-f7282646b817 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:04.063982 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-244907f3-6b7f-4f7a-9102-5ec96c4a482e req-09d5a81d-1b53-43d0-b7f2-f7282646b817 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0464411 Sep 22 12:32:04.110047 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:04.116196 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-244907f3-6b7f-4f7a-9102-5ec96c4a482e req-a0e78f3e-b415-4922-9817-1b84589677e1 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452018 Sep 22 12:32:04.155219 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 542f47ac-43dd-4d65-b99a-3389e7f5abdc is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:32:04.155622 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (542f47ac-43dd-4d65-b99a-3389e7f5abdc), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:04.193676 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 542f47ac-43dd-4d65-b99a-3389e7f5abdc, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=542f47ac-43dd-4d65-b99a-3389e7f5abdc,segment=NetworkSegment(1b44537e-ae7a-46b6-91d5-fa69dcb7e52e),segment_id=1b44537e-ae7a-46b6-91d5-fa69dcb7e52e)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:32:04.194705 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d04cb8b-ca1a-46fa-995c-e2d41d452e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542f47ac-43dd-4d65-b99a-3389e7f5abdc'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:32:04.197850 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74da1db8-93ef-49c9-9f30-6b3c55644d16" -d '{"events": [{"server_uuid": "6d04cb8b-ca1a-46fa-995c-e2d41d452e06", "name": "network-vif-plugged", "status": "completed", "tag": "542f47ac-43dd-4d65-b99a-3389e7f5abdc"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:32:04.201757 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (542f47ac-43dd-4d65-b99a-3389e7f5abdc), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:04.203304 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 0f5cd551-a4b0-4894-b298-b24f7adf9e64 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:32:04.244141 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec4fab3-a022-4631-8879-15beb42ec030 x-openstack-request-id: req-eec4fab3-a022-4631-8879-15beb42ec030 {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:32:04.244593 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d04cb8b-ca1a-46fa-995c-e2d41d452e06", "name": "network-vif-plugged", "status": "completed", "tag": "542f47ac-43dd-4d65-b99a-3389e7f5abdc", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:32:04.244879 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-eec4fab3-a022-4631-8879-15beb42ec030 {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:32:04.245269 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eec4fab3-a022-4631-8879-15beb42ec030'] response: {'server_uuid': '6d04cb8b-ca1a-46fa-995c-e2d41d452e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '542f47ac-43dd-4d65-b99a-3389e7f5abdc', 'code': 200} Sep 22 12:32:04.248077 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] No Port match for: 0f5cd551-a4b0-4894-b298-b24f7adf9e64 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:32:04.248481 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 0f5cd551-a4b0-4894-b298-b24f7adf9e64 not bound to the agent host hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:32:04.276331 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=542f47ac-43dd-4d65-b99a-3389e7f5abdc,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:32:04.392993 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5883e89-568c-4744-89da-4c0d8b952411 req-10ffd58f-129a-43fe-9d89-f0eaf214b8c2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:04.394508 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a5883e89-568c-4744-89da-4c0d8b952411 req-10ffd58f-129a-43fe-9d89-f0eaf214b8c2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0648439 Sep 22 12:32:04.460720 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7d80f-7353-489e-92af-5f62e18c5240 req-40eea426-f26b-4e70-b326-bc4a67465071 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:04.462185 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-abc7d80f-7353-489e-92af-5f62e18c5240 req-40eea426-f26b-4e70-b326-bc4a67465071 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0825477 Sep 22 12:32:04.495806 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:04.533386 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02921560-051e-4aed-9fa9-c3dcdfad6019 req-833ac7a8-9c27-4c9b-a652-c932c2c23737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:04.536151 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-02921560-051e-4aed-9fa9-c3dcdfad6019 req-833ac7a8-9c27-4c9b-a652-c932c2c23737 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=89fe74d1d646452e83cb93420766c0a2&device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 1130 time: 0.0481634 Sep 22 12:32:04.537606 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a5883e89-568c-4744-89da-4c0d8b952411 req-7f30bc20-3277-48a3-9c6f-d9f258b3555d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374760 Sep 22 12:32:04.559599 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7cf94-5cc5-4932-ba15-c8fbce514328 req-b15af0aa-831d-4ef2-85e9-fa744f902829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:04.560953 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-41e7cf94-5cc5-4932-ba15-c8fbce514328 req-b15af0aa-831d-4ef2-85e9-fa744f902829 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 1130 time: 0.0653036 Sep 22 12:32:04.564452 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-abc7d80f-7353-489e-92af-5f62e18c5240 req-0fe0ce45-b712-4703-a994-cbd45f3590b2 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952809 Sep 22 12:32:04.628240 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:04.633170 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-41e7cf94-5cc5-4932-ba15-c8fbce514328 req-189e638d-894a-458c-b503-af04fa74423f service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533497 Sep 22 12:32:04.655619 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02921560-051e-4aed-9fa9-c3dcdfad6019 req-c0a37944-66f4-4eee-98d8-de8b21b02ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:04.657232 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-02921560-051e-4aed-9fa9-c3dcdfad6019 req-c0a37944-66f4-4eee-98d8-de8b21b02ed1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=fa4f03ac-0d51-4ef1-9086-3b2b84cb717e HTTP/1.1" status: 200 len: 912 time: 0.1030457 Sep 22 12:32:04.959587 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-02921560-051e-4aed-9fa9-c3dcdfad6019 req-2fb84aaa-022b-44fa-bc53-3b5f6a5bbaf8 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2f4672c-6d5a-4ebe-b44f-8980103a38bf HTTP/1.1" status: 200 len: 1002 time: 0.0881090 Sep 22 12:32:05.035546 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02921560-051e-4aed-9fa9-c3dcdfad6019 req-6f9d776c-47e8-4e13-92cc-fba03f8bdf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:05.039559 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-02921560-051e-4aed-9fa9-c3dcdfad6019 req-6f9d776c-47e8-4e13-92cc-fba03f8bdf44 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d3942071-66f3-4019-bd71-b3135c985af6 HTTP/1.1" status: 200 len: 850 time: 0.0613227 Sep 22 12:32:05.054911 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943bdb4-38a6-4d92-bc36-efac79608a84 req-9d5adfc3-0dab-4e6a-845e-e1021a0032dc tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:05.056450 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e943bdb4-38a6-4d92-bc36-efac79608a84 req-9d5adfc3-0dab-4e6a-845e-e1021a0032dc tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 946 time: 0.0484886 Sep 22 12:32:05.078345 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:05.085279 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02921560-051e-4aed-9fa9-c3dcdfad6019 req-c5f02894-0e76-4871-b515-a51633271169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:05.086650 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-02921560-051e-4aed-9fa9-c3dcdfad6019 req-c5f02894-0e76-4871-b515-a51633271169 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=fa4f03ac-0d51-4ef1-9086-3b2b84cb717e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426354 Sep 22 12:32:05.107572 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e943bdb4-38a6-4d92-bc36-efac79608a84 req-2d4c9b00-f7b4-4b24-b118-eb8b95de2667 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452464 Sep 22 12:32:05.585998 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:05.622030 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-02921560-051e-4aed-9fa9-c3dcdfad6019 req-b5395c65-d810-4df1-b3ee-b259df14a6bb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4f03ac-0d51-4ef1-9086-3b2b84cb717e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904591 Sep 22 12:32:05.703522 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548810f4-9926-4292-ab70-a64a9d80e5be req-828390dd-1bfb-4318-aa86-bc94557b54b6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:05.704973 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-548810f4-9926-4292-ab70-a64a9d80e5be req-828390dd-1bfb-4318-aa86-bc94557b54b6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0745955 Sep 22 12:32:05.724574 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d9758-f8d1-489b-b1a7-7bdd8d868c50 req-5746168e-9092-45ed-a948-524e927dbad6 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:05.725938 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e18d9758-f8d1-489b-b1a7-7bdd8d868c50 req-5746168e-9092-45ed-a948-524e927dbad6 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0681920 Sep 22 12:32:05.789105 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-548810f4-9926-4292-ab70-a64a9d80e5be req-ebf6664e-2d55-4bdc-afe2-4986b3753675 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782673 Sep 22 12:32:05.795757 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e18d9758-f8d1-489b-b1a7-7bdd8d868c50 req-5683df3d-4d82-4a4e-a59c-efb4e09498e0 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625663 Sep 22 12:32:06.228477 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b229c-f57f-4f78-bc78-878caa27f1fe req-63266ef6-7fed-482e-9728-83669d203779 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:06.229939 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7f6b229c-f57f-4f78-bc78-878caa27f1fe req-63266ef6-7fed-482e-9728-83669d203779 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 946 time: 0.0465128 Sep 22 12:32:06.275145 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7f6b229c-f57f-4f78-bc78-878caa27f1fe req-8d724cdc-c555-462e-8190-8856df787ec1 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397289 Sep 22 12:32:06.946032 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d51e8a-3cef-4c19-89c5-593af7af8a01 req-85727f4f-1f4d-4202-b4a4-4dc04b093cb1 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:06.947471 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e0d51e8a-3cef-4c19-89c5-593af7af8a01 req-85727f4f-1f4d-4202-b4a4-4dc04b093cb1 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0752032 Sep 22 12:32:06.954980 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b5c09-55c8-46d5-8426-a181724ef0c6 req-2d65dcfb-a39f-4147-86ff-fb256a45e950 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:06.956890 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-338b5c09-55c8-46d5-8426-a181724ef0c6 req-2d65dcfb-a39f-4147-86ff-fb256a45e950 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0827425 Sep 22 12:32:07.028616 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e0d51e8a-3cef-4c19-89c5-593af7af8a01 req-8c1ad864-3596-4855-9197-11e85f9fb079 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707889 Sep 22 12:32:07.032500 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-338b5c09-55c8-46d5-8426-a181724ef0c6 req-1e1c45d4-010b-400f-94dc-b16f3c622208 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690672 Sep 22 12:32:07.395085 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5e397-a5f5-4c11-b6fd-31ed633c3eee req-eddf9757-e9d7-4f85-8eeb-eb07fbcf310e tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:07.396521 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b1d5e397-a5f5-4c11-b6fd-31ed633c3eee req-eddf9757-e9d7-4f85-8eeb-eb07fbcf310e tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 946 time: 0.0489354 Sep 22 12:32:07.443457 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b1d5e397-a5f5-4c11-b6fd-31ed633c3eee req-a9393e76-d996-447c-8995-c77342ff4990 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414631 Sep 22 12:32:08.067028 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:08.180598 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcd6bd-2045-49fc-bddd-ed01c05711b8 req-f946c665-1c2c-4379-9bf2-5d496e749638 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:08.181980 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-74bcd6bd-2045-49fc-bddd-ed01c05711b8 req-f946c665-1c2c-4379-9bf2-5d496e749638 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0741825 Sep 22 12:32:08.187422 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c840c6-b08a-4956-a109-42d31e24df88 req-f6103f78-a75b-451c-ae7d-b85f831f0af9 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:08.188785 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c9c840c6-b08a-4956-a109-42d31e24df88 req-f6103f78-a75b-451c-ae7d-b85f831f0af9 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0715067 Sep 22 12:32:08.271336 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-74bcd6bd-2045-49fc-bddd-ed01c05711b8 req-b244f3e0-7a44-4c74-bf61-90d5f4fd8d94 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816121 Sep 22 12:32:08.274537 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c9c840c6-b08a-4956-a109-42d31e24df88 req-e304fc48-0c93-4184-a8bc-71748618df25 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781972 Sep 22 12:32:08.433134 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-02921560-051e-4aed-9fa9-c3dcdfad6019 req-ec0f01ff-c6dd-425b-8149-0be7465f55ee service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4f03ac-0d51-4ef1-9086-3b2b84cb717e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880466 Sep 22 12:32:08.563672 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d5766-b596-42de-8e3d-7e4cffffbea1 req-9a5fdd18-759d-4d37-bbcd-11651b4cfab7 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:08.565708 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1e9d5766-b596-42de-8e3d-7e4cffffbea1 req-9a5fdd18-759d-4d37-bbcd-11651b4cfab7 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 946 time: 0.0496621 Sep 22 12:32:08.612066 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1e9d5766-b596-42de-8e3d-7e4cffffbea1 req-1e508579-2b01-490e-a364-a29b3a6d558e tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408266 Sep 22 12:32:09.412693 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:09.431844 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d03499-a908-4eea-9489-c1b2981ac972 req-d6e2a35a-d6ec-411f-8554-582656c22665 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:09.433377 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-21d03499-a908-4eea-9489-c1b2981ac972 req-d6e2a35a-d6ec-411f-8554-582656c22665 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0782986 Sep 22 12:32:09.441497 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec5592-fca9-4eb6-9a97-398e038f246a req-cbd1e617-f915-4ce7-9f1d-27a8232af452 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:09.442992 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a7ec5592-fca9-4eb6-9a97-398e038f246a req-cbd1e617-f915-4ce7-9f1d-27a8232af452 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0768137 Sep 22 12:32:09.522146 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a7ec5592-fca9-4eb6-9a97-398e038f246a req-56ad861a-a367-4ee6-b371-9b82a2bd5f11 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703073 Sep 22 12:32:09.524984 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-21d03499-a908-4eea-9489-c1b2981ac972 req-52aebcda-95a9-4d36-97f1-83e8d7d1ff04 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811214 Sep 22 12:32:09.730420 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:09.743663 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf466c-b0a2-4d83-a47a-8ad16eb38147 req-9c452c4b-cf92-4d96-aaa8-e0b0d6b52aed tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:09.745205 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-abcf466c-b0a2-4d83-a47a-8ad16eb38147 req-9c452c4b-cf92-4d96-aaa8-e0b0d6b52aed tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 946 time: 0.0543067 Sep 22 12:32:09.818313 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-abcf466c-b0a2-4d83-a47a-8ad16eb38147 req-7d0feb02-d730-4a2b-b1d9-9e4f14239c70 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570168 Sep 22 12:32:10.704773 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dba16c-7359-488a-b84b-2a085001c7e5 req-3d53a759-653b-4618-9aa6-e8ac9ca37e18 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:10.713237 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-10dba16c-7359-488a-b84b-2a085001c7e5 req-3d53a759-653b-4618-9aa6-e8ac9ca37e18 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0753543 Sep 22 12:32:10.760052 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a29d63-b0cd-4196-bd1c-4eb7218c55dd req-1151dbef-b59b-49f2-b618-01c2e81e7585 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:10.767124 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-70a29d63-b0cd-4196-bd1c-4eb7218c55dd req-1151dbef-b59b-49f2-b618-01c2e81e7585 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.1401215 Sep 22 12:32:10.827939 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-10dba16c-7359-488a-b84b-2a085001c7e5 req-e623bb5a-5a05-4496-a3a0-17ac38c8c6ae tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137700 Sep 22 12:32:10.848352 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-70a29d63-b0cd-4196-bd1c-4eb7218c55dd req-9a54d22c-e921-4d03-9fa7-80a996fa3cb2 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754273 Sep 22 12:32:11.304175 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:11.980156 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f00e0a-9bd4-4f13-b504-866da65f6f12 req-0e432d6b-5966-4f76-9479-c20566445217 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:11.981784 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11f00e0a-9bd4-4f13-b504-866da65f6f12 req-0e432d6b-5966-4f76-9479-c20566445217 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0515344 Sep 22 12:32:12.036703 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11f00e0a-9bd4-4f13-b504-866da65f6f12 req-880da0e0-6bec-4276-89bf-09b274379cfb tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488818 Sep 22 12:32:12.353103 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-52ed582f-b481-4f4f-888a-fbce1704672c req-d1a30051-11b0-4753-bc7f-bbd82e37b167 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399337 Sep 22 12:32:12.422461 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed582f-b481-4f4f-888a-fbce1704672c req-dafa9c27-1063-4f45-b938-004578bff25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:12.424378 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-52ed582f-b481-4f4f-888a-fbce1704672c req-dafa9c27-1063-4f45-b938-004578bff25e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 1130 time: 0.0425661 Sep 22 12:32:12.550617 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed582f-b481-4f4f-888a-fbce1704672c req-c1d43ebf-16ea-4ea1-9432-71c0afb32cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:12.552401 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-52ed582f-b481-4f4f-888a-fbce1704672c req-c1d43ebf-16ea-4ea1-9432-71c0afb32cc8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a HTTP/1.1" status: 200 len: 920 time: 0.1049876 Sep 22 12:32:12.595891 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-52ed582f-b481-4f4f-888a-fbce1704672c req-a5192bc7-3e81-4c2d-8796-f6cc59e63a03 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1cada3c-6838-41ff-aa19-94a5eda38089 HTTP/1.1" status: 200 len: 217 time: 0.0338764 Sep 22 12:32:12.649994 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed582f-b481-4f4f-888a-fbce1704672c req-65c8e98a-887c-4df4-854a-c8c32aa3ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:12.651369 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-52ed582f-b481-4f4f-888a-fbce1704672c req-65c8e98a-887c-4df4-854a-c8c32aa3ad25 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6136a7d9-4fb1-4ae9-8b34-a44ca765189e HTTP/1.1" status: 200 len: 858 time: 0.0464628 Sep 22 12:32:12.704188 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed582f-b481-4f4f-888a-fbce1704672c req-9e232f4c-f611-4495-8ea2-f94b838c0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:12.706355 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-52ed582f-b481-4f4f-888a-fbce1704672c req-9e232f4c-f611-4495-8ea2-f94b838c0ac6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441523 Sep 22 12:32:12.799596 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-52ed582f-b481-4f4f-888a-fbce1704672c req-fa0834ab-7b1a-4041-a8a9-08c6af7ccd78 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849886 Sep 22 12:32:12.914042 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-52ed582f-b481-4f4f-888a-fbce1704672c req-a96f9987-5ad6-45bd-a22b-5dc880fa89c3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074150 Sep 22 12:32:13.169879 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a969a3-96df-4ea1-9b98-24eb29756357 req-bfefc7e5-d188-4cdc-ac43-2cb88f9bbd6f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:13.171389 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-75a969a3-96df-4ea1-9b98-24eb29756357 req-bfefc7e5-d188-4cdc-ac43-2cb88f9bbd6f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0488155 Sep 22 12:32:13.219913 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-75a969a3-96df-4ea1-9b98-24eb29756357 req-c43e27fa-c3a6-4827-805b-b09b25e6673c tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421817 Sep 22 12:32:14.396809 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ead13c-3414-4f60-9e16-fdf5519386f8 req-4d734699-7858-48e9-8fc2-a7c7f75283f2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:14.398517 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-68ead13c-3414-4f60-9e16-fdf5519386f8 req-4d734699-7858-48e9-8fc2-a7c7f75283f2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0825269 Sep 22 12:32:14.465436 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-68ead13c-3414-4f60-9e16-fdf5519386f8 req-26ae218e-7e1c-478c-b195-abfb6187d6a0 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573120 Sep 22 12:32:15.609370 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c007657-bbd6-4aaf-8222-5e1435b89965 req-47738b2f-5428-4e39-a6a2-5483c4d88716 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:15.610856 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6c007657-bbd6-4aaf-8222-5e1435b89965 req-47738b2f-5428-4e39-a6a2-5483c4d88716 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0503819 Sep 22 12:32:15.662970 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6c007657-bbd6-4aaf-8222-5e1435b89965 req-9ab20a19-0ef1-42e3-9a53-2d2fd369296b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454073 Sep 22 12:32:16.821976 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919b31f-2493-4c08-a7fb-e25c9751963e req-120e8dc8-938b-40b8-8dd0-0812c5a30cc5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:16.823708 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f919b31f-2493-4c08-a7fb-e25c9751963e req-120e8dc8-938b-40b8-8dd0-0812c5a30cc5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0664361 Sep 22 12:32:16.878593 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f919b31f-2493-4c08-a7fb-e25c9751963e req-73ccc508-cf83-404a-ad75-9935d9468d2e tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490687 Sep 22 12:32:18.023353 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a336e-e442-4869-a42b-c4b11bd68825 req-d98944bb-a44c-4fb6-9dd5-080a38e8dfa5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:18.024891 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-314a336e-e442-4869-a42b-c4b11bd68825 req-d98944bb-a44c-4fb6-9dd5-080a38e8dfa5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0529468 Sep 22 12:32:18.056140 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:18.063237 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:18.075073 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-314a336e-e442-4869-a42b-c4b11bd68825 req-8b369c7e-f423-4f93-bc88-d9ba1d4a4067 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446389 Sep 22 12:32:19.289215 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdfd99-d199-4a27-bd9b-1668b00618c8 req-b6cd8f88-77d3-42e7-a13f-a9e0f8ccca11 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:19.290916 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-48bdfd99-d199-4a27-bd9b-1668b00618c8 req-b6cd8f88-77d3-42e7-a13f-a9e0f8ccca11 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0625298 Sep 22 12:32:19.343303 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-48bdfd99-d199-4a27-bd9b-1668b00618c8 req-ae27f902-c742-44a0-a996-4af714993d0a tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459931 Sep 22 12:32:20.460901 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:20.478255 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2408885-e0ae-4f9c-b590-87fd13ca4c56 req-dd6bf89e-115f-4135-9042-08a5e637514d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:20.480057 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f2408885-e0ae-4f9c-b590-87fd13ca4c56 req-dd6bf89e-115f-4135-9042-08a5e637514d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0529552 Sep 22 12:32:20.505944 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:20.530132 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f2408885-e0ae-4f9c-b590-87fd13ca4c56 req-781263ad-9bf8-4aad-9ebf-c7b3bf6adc63 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442138 Sep 22 12:32:21.666397 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c883de-2e47-48b7-a1e7-036b6f7eba32 req-768faa37-aa06-46ec-8a71-460750cb26eb tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:21.667866 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-75c883de-2e47-48b7-a1e7-036b6f7eba32 req-768faa37-aa06-46ec-8a71-460750cb26eb tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0508518 Sep 22 12:32:21.718129 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-75c883de-2e47-48b7-a1e7-036b6f7eba32 req-3963b31b-d0b1-49a2-a849-0088e6407fc3 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440717 Sep 22 12:32:22.865846 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee340419-a24e-46fa-90ea-baf9b08bfd48 req-6afdfe8c-02be-47c0-a42f-625b48259269 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:22.867470 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ee340419-a24e-46fa-90ea-baf9b08bfd48 req-6afdfe8c-02be-47c0-a42f-625b48259269 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0515177 Sep 22 12:32:22.904707 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=86 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:22.910498 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=59 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:22.930647 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ee340419-a24e-46fa-90ea-baf9b08bfd48 req-6870e8f0-5463-4f5f-99e3-cf93d5568ba7 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520768 Sep 22 12:32:24.033304 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device c01d78fa-cbfb-4c80-a00f-e7a90be2757f details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:32:24.092690 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3ef1cb-b65c-4ca8-8bbf-8ae5e1557859 req-ca84d9e1-a1d2-43b1-865b-dc712f3c25ad tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:24.094243 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-fe3ef1cb-b65c-4ca8-8bbf-8ae5e1557859 req-ca84d9e1-a1d2-43b1-865b-dc712f3c25ad tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0658956 Sep 22 12:32:24.154171 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port c01d78fa-cbfb-4c80-a00f-e7a90be2757f, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:32:24.166297 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-fe3ef1cb-b65c-4ca8-8bbf-8ae5e1557859 req-0314efe4-bc0b-4a3e-aef3-800f9e8c63d3 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649781 Sep 22 12:32:24.312087 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'port_id': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f', 'mac_address': 'fa:16:3e:97:26:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13cccc76-44bb-44db-a343-17e3d4246299', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:32:24.350038 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port c01d78fa-cbfb-4c80-a00f-e7a90be2757f is: ACTIVE; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:32:24.350423 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:24.363927 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c01d78fa-cbfb-4c80-a00f-e7a90be2757f {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:32:24.390784 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port c01d78fa-cbfb-4c80-a00f-e7a90be2757f, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:32:24.397451 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:24.450193 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,revision_number=6']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:32:24.579133 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['c01d78fa-cbfb-4c80-a00f-e7a90be2757f'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:32:24.971882 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-f68394dd-ca7e-4af0-a91c-9a66973b725e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:25.315149 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b52000-09c0-4703-8d6a-2577db8fd5c4 req-a1f3d65d-00c3-4c33-9359-97607d86e12b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:25.316817 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-66b52000-09c0-4703-8d6a-2577db8fd5c4 req-a1f3d65d-00c3-4c33-9359-97607d86e12b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 944 time: 0.0481651 Sep 22 12:32:25.368930 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-66b52000-09c0-4703-8d6a-2577db8fd5c4 req-86e130b2-6fa7-4eb6-a47e-810c918b8776 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462158 Sep 22 12:32:26.038272 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device c01d78fa-cbfb-4c80-a00f-e7a90be2757f up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:32:26.093551 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port c01d78fa-cbfb-4c80-a00f-e7a90be2757f triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:32:26.093926 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:26.094260 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port c01d78fa-cbfb-4c80-a00f-e7a90be2757f Sep 22 12:32:26.167471 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port c01d78fa-cbfb-4c80-a00f-e7a90be2757f is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:32:26.168011 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:26.192144 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c97c51-b54b-48e0-9929-cc535246eb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:32:26.195208 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f282771f-1960-4f5f-b112-369c379e5df2" -d '{"events": [{"server_uuid": "15c97c51-b54b-48e0-9929-cc535246eb97", "name": "network-vif-plugged", "status": "completed", "tag": "c01d78fa-cbfb-4c80-a00f-e7a90be2757f"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:32:26.217305 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port c01d78fa-cbfb-4c80-a00f-e7a90be2757f, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:32:26.226701 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:26.251733 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c40f25d-8a46-49f6-9697-52d7ca8a92fc x-openstack-request-id: req-5c40f25d-8a46-49f6-9697-52d7ca8a92fc {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:32:26.252056 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c97c51-b54b-48e0-9929-cc535246eb97", "name": "network-vif-plugged", "status": "completed", "tag": "c01d78fa-cbfb-4c80-a00f-e7a90be2757f", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:32:26.252335 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5c40f25d-8a46-49f6-9697-52d7ca8a92fc {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:32:26.252846 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c40f25d-8a46-49f6-9697-52d7ca8a92fc'] response: {'server_uuid': '15c97c51-b54b-48e0-9929-cc535246eb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f', 'code': 200} Sep 22 12:32:26.256889 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:26.285616 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,revision_number=7']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:32:26.516805 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151ce17-62ee-4685-920b-b2282b2afa27 req-a6cbc86e-e309-43d4-b973-d23849e160cd tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:26.518322 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9151ce17-62ee-4685-920b-b2282b2afa27 req-a6cbc86e-e309-43d4-b973-d23849e160cd tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0565422 Sep 22 12:32:26.571668 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9151ce17-62ee-4685-920b-b2282b2afa27 req-8fb6f183-a13a-408f-82ad-5a65605d8263 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474653 Sep 22 12:32:27.048967 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-fb1a218c-d1a4-4207-a308-6c0a01f3b2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:27.705565 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164dcc37-b6b4-40d6-8276-15bc778b6aa8 req-1f5c522f-35dc-48fd-94e9-34bb1ea95a3b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:27.707038 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-164dcc37-b6b4-40d6-8276-15bc778b6aa8 req-1f5c522f-35dc-48fd-94e9-34bb1ea95a3b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0494947 Sep 22 12:32:27.761666 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-164dcc37-b6b4-40d6-8276-15bc778b6aa8 req-81ce9926-612c-4c9b-a7cd-08305f060248 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489814 Sep 22 12:32:28.442301 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:28.920052 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4acfbf-60ff-4ce2-b66c-da9a92ec5da4 req-ef1b4659-01dc-4772-bc92-27a14d127069 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:28.928104 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1d4acfbf-60ff-4ce2-b66c-da9a92ec5da4 req-ef1b4659-01dc-4772-bc92-27a14d127069 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0764415 Sep 22 12:32:28.990597 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1d4acfbf-60ff-4ce2-b66c-da9a92ec5da4 req-2558c36f-8142-454d-bb70-ef8acea973d7 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610623 Sep 22 12:32:29.908463 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:29.944320 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:29.978472 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:30.201487 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14615df3-0754-4898-b90c-aa71ed3c63b2 req-ac98a4e4-10dd-4200-b488-6f42bfccc5af tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:30.205715 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-14615df3-0754-4898-b90c-aa71ed3c63b2 req-ac98a4e4-10dd-4200-b488-6f42bfccc5af tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0996070 Sep 22 12:32:30.365026 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-14615df3-0754-4898-b90c-aa71ed3c63b2 req-13fead12-461d-4577-b7ba-c77c5cf0ac18 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504838 Sep 22 12:32:31.571014 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b424e-9828-413a-8d99-c39ca2767589 req-ce51df04-4f55-4431-91ab-4412d417b8a1 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:31.572570 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d12b424e-9828-413a-8d99-c39ca2767589 req-ce51df04-4f55-4431-91ab-4412d417b8a1 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0507932 Sep 22 12:32:31.675415 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d12b424e-9828-413a-8d99-c39ca2767589 req-0380d5bf-c96a-4098-992c-e8e1d8902e6b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933635 Sep 22 12:32:32.922952 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dba4ec-96ee-4e23-a1fe-2bba05a9dc00 req-09bac038-ac54-45d1-9943-89572ae21c29 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:32.932111 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a8dba4ec-96ee-4e23-a1fe-2bba05a9dc00 req-09bac038-ac54-45d1-9943-89572ae21c29 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0865705 Sep 22 12:32:32.997729 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:33.017899 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a8dba4ec-96ee-4e23-a1fe-2bba05a9dc00 req-5f7a0402-07c4-404e-b112-141a5c9d9648 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815566 Sep 22 12:32:34.170529 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b94139-a0bd-4b33-9fce-b4c6b5f508d3 req-c8095eab-92a2-4348-ae91-66eb2ea3d89b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:34.172327 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-79b94139-a0bd-4b33-9fce-b4c6b5f508d3 req-c8095eab-92a2-4348-ae91-66eb2ea3d89b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0554557 Sep 22 12:32:34.228968 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-79b94139-a0bd-4b33-9fce-b4c6b5f508d3 req-cbdd363b-5ae4-46ed-b931-75c80a821e61 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494215 Sep 22 12:32:35.357034 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:35.400719 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b8469-4346-4f08-84e9-60e2b24e7149 req-510bccbe-5692-4fa6-a1b7-a012eaf09ce5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:35.405529 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e37b8469-4346-4f08-84e9-60e2b24e7149 req-510bccbe-5692-4fa6-a1b7-a012eaf09ce5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0589609 Sep 22 12:32:35.492468 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e37b8469-4346-4f08-84e9-60e2b24e7149 req-bf2afbde-76f8-4b4a-aa54-788684ccd77d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763197 Sep 22 12:32:36.618719 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278c00f-7059-415f-be5a-10c224710916 req-11141fbd-61fc-4731-be26-88a969bd6efe tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:36.621030 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4278c00f-7059-415f-be5a-10c224710916 req-11141fbd-61fc-4731-be26-88a969bd6efe tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0495679 Sep 22 12:32:36.678482 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4278c00f-7059-415f-be5a-10c224710916 req-b19411c1-63c3-45dd-bd97-c68b71a73bfc tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510004 Sep 22 12:32:36.855381 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 50578) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:32:36.907650 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_v2 [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] Deleting subnet 503c5cf5-f573-491a-8279-f64b505346cd {{(pid=106188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 12:32:36.911047 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] Publish callbacks [] for subnet (503c5cf5-f573-491a-8279-f64b505346cd), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:36.951913 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303476'] for subnet (503c5cf5-f573-491a-8279-f64b505346cd), precommit_delete_associations {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:37.001520 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16494954'] for subnet (503c5cf5-f573-491a-8279-f64b505346cd), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:37.071801 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1310037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2597151'] for subnet (503c5cf5-f573-491a-8279-f64b505346cd), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:37.111423 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=503c5cf5-f573-491a-8279-f64b505346cd,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:32:37.124611 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.124611 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.124611 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.124611 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.124611 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.130065 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.130065 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.130065 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.130065 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.130065 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.130065 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.130065 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.130065 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.130065 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.130857 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.135883 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:37.139549 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-6036294e-7b13-4fe6-b8fa-e0ff476d5de5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/503c5cf5-f573-491a-8279-f64b505346cd HTTP/1.1" status: 204 len: 168 time: 0.2831223 Sep 22 12:32:37.142671 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 50582) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:32:37.228722 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-97b25fd1-a706-4d08-b70a-e5c2ce70bca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16438815'] for network (2491033e-9358-4f00-92f0-d897728f5662), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:37.317105 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-97b25fd1-a706-4d08-b70a-e5c2ce70bca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16032833', 'neutron.services.segments.db._delete_segments_for_network-8742011169985'] for network (2491033e-9358-4f00-92f0-d897728f5662), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:37.343753 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-97b25fd1-a706-4d08-b70a-e5c2ce70bca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2491033e-9358-4f00-92f0-d897728f5662']}} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:32:37.354729 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-97b25fd1-a706-4d08-b70a-e5c2ce70bca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c394be-4dbd-4548-8111-4b99c8d60f39') {'for_net_delete': True} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:32:37.355167 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-97b25fd1-a706-4d08-b70a-e5c2ce70bca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c394be-4dbd-4548-8111-4b99c8d60f39') {} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:32:37.365045 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-97b25fd1-a706-4d08-b70a-e5c2ce70bca0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742011169877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303439'] for segment (05c394be-4dbd-4548-8111-4b99c8d60f39), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:37.381286 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-97b25fd1-a706-4d08-b70a-e5c2ce70bca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (05c394be-4dbd-4548-8111-4b99c8d60f39), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:37.390531 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b25fd1-a706-4d08-b70a-e5c2ce70bca0 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 12:32:37.390977 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-97b25fd1-a706-4d08-b70a-e5c2ce70bca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1310191'] for segment (05c394be-4dbd-4548-8111-4b99c8d60f39), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:37.441107 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.services.segments.plugin [-] Segment 05c394be-4dbd-4548-8111-4b99c8d60f39 resource provider aggregate not found Sep 22 12:32:37.463867 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.services.segments.plugin [-] Segment 05c394be-4dbd-4548-8111-4b99c8d60f39 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05c394be-4dbd-4548-8111-4b99c8d60f39 found for delete ", "request_id": "req-da5902a7-ae8a-4dd7-be89-e940de063819"}]} Sep 22 12:32:37.468258 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-97b25fd1-a706-4d08-b70a-e5c2ce70bca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16032888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629891'] for network (2491033e-9358-4f00-92f0-d897728f5662), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:37.484937 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-97b25fd1-a706-4d08-b70a-e5c2ce70bca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:37.490475 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-97b25fd1-a706-4d08-b70a-e5c2ce70bca0 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/2491033e-9358-4f00-92f0-d897728f5662 HTTP/1.1" status: 204 len: 168 time: 0.3439658 Sep 22 12:32:37.490475 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b25fd1-a706-4d08-b70a-e5c2ce70bca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2491033e-9358-4f00-92f0-d897728f5662,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:32:37.622013 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 50590) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:32:37.662355 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-bb31b14a-9c1e-445c-a571-2f719493ce0d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=543e3a7b5af24948a0ad0519d000e209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391576 Sep 22 12:32:37.665504 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 50592) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:32:37.735748 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-93d4dc95-fceb-498c-8eac-c4408890c6f8 admin admin] Publish callbacks [] for security_group (97a7e516-4f89-462e-99b0-d1728999116c), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:37.766045 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-93d4dc95-fceb-498c-8eac-c4408890c6f8 admin admin] Publish callbacks [] for security_group (97a7e516-4f89-462e-99b0-d1728999116c), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:37.817136 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-93d4dc95-fceb-498c-8eac-c4408890c6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (97a7e516-4f89-462e-99b0-d1728999116c), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:37.819271 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3894ff-da81-4881-8129-a1347b1583c4 req-1a5891c6-f03d-4f66-aae1-d96dc4d111f0 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:37.819860 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-93d4dc95-fceb-498c-8eac-c4408890c6f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:37.821177 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6c3894ff-da81-4881-8129-a1347b1583c4 req-1a5891c6-f03d-4f66-aae1-d96dc4d111f0 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0492346 Sep 22 12:32:37.824515 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-93d4dc95-fceb-498c-8eac-c4408890c6f8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/97a7e516-4f89-462e-99b0-d1728999116c HTTP/1.1" status: 204 len: 168 time: 0.1579719 Sep 22 12:32:37.832469 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4dc95-fceb-498c-8eac-c4408890c6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a7e516-4f89-462e-99b0-d1728999116c,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:32:37.839661 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4dc95-fceb-498c-8eac-c4408890c6f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.840254 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4dc95-fceb-498c-8eac-c4408890c6f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.840724 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4dc95-fceb-498c-8eac-c4408890c6f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.841071 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4dc95-fceb-498c-8eac-c4408890c6f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.841453 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4dc95-fceb-498c-8eac-c4408890c6f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.842012 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4dc95-fceb-498c-8eac-c4408890c6f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.842403 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4dc95-fceb-498c-8eac-c4408890c6f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.842733 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4dc95-fceb-498c-8eac-c4408890c6f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.843062 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4dc95-fceb-498c-8eac-c4408890c6f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.843387 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4dc95-fceb-498c-8eac-c4408890c6f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.843776 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4dc95-fceb-498c-8eac-c4408890c6f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.844109 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4dc95-fceb-498c-8eac-c4408890c6f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.844457 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4dc95-fceb-498c-8eac-c4408890c6f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.844772 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4dc95-fceb-498c-8eac-c4408890c6f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.845277 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d4dc95-fceb-498c-8eac-c4408890c6f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:37.887104 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6c3894ff-da81-4881-8129-a1347b1583c4 req-ae20a15e-9d3b-498d-be2f-dc5de0c5662f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599656 Sep 22 12:32:38.086509 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:38.308435 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:32:39.041274 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d2689-fd39-4c41-a0d8-25ba370b6a0e req-7ac07deb-794d-4123-b0b3-eb2a42261d72 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:39.042819 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9c1d2689-fd39-4c41-a0d8-25ba370b6a0e req-7ac07deb-794d-4123-b0b3-eb2a42261d72 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0496917 Sep 22 12:32:39.062376 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:39.077568 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:39.098234 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9c1d2689-fd39-4c41-a0d8-25ba370b6a0e req-306e91dc-046f-421c-8d1d-a86aa89ed6e5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492723 Sep 22 12:32:39.791117 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd0c81-2ae7-4a63-8f54-7e5acacc419d req-38220d3d-323d-4703-8f67-eda4035ade2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:39.792601 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-31bd0c81-2ae7-4a63-8f54-7e5acacc419d req-38220d3d-323d-4703-8f67-eda4035ade2e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=553395befb8f4c958d34b7dffb2317e7&device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 1129 time: 0.0423877 Sep 22 12:32:40.125357 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd0c81-2ae7-4a63-8f54-7e5acacc419d req-ba4022eb-8ed1-4fdd-8a8a-4dd93c9d9c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:40.126792 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-31bd0c81-2ae7-4a63-8f54-7e5acacc419d req-ba4022eb-8ed1-4fdd-8a8a-4dd93c9d9c13 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=08232c3f-2666-43a1-afb2-c887234ff0ea HTTP/1.1" status: 200 len: 918 time: 0.3227687 Sep 22 12:32:40.202360 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-31bd0c81-2ae7-4a63-8f54-7e5acacc419d req-e61e108c-6c35-4569-a3d0-fb19e6f57ed8 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c01d78fa-cbfb-4c80-a00f-e7a90be2757f HTTP/1.1" status: 200 len: 1001 time: 0.0629227 Sep 22 12:32:40.228666 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03160e-e034-4226-be17-acb61ab4d9ee req-55fb86b6-c310-438b-ad1f-3d67c5b80bd0 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:40.230127 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2c03160e-e034-4226-be17-acb61ab4d9ee req-55fb86b6-c310-438b-ad1f-3d67c5b80bd0 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.0467885 Sep 22 12:32:40.255561 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd0c81-2ae7-4a63-8f54-7e5acacc419d req-b1b12b2e-03c2-423e-85d6-fa5238b3eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:40.257029 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-31bd0c81-2ae7-4a63-8f54-7e5acacc419d req-b1b12b2e-03c2-423e-85d6-fa5238b3eb64 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=13cccc76-44bb-44db-a343-17e3d4246299 HTTP/1.1" status: 200 len: 856 time: 0.0464642 Sep 22 12:32:40.281202 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2c03160e-e034-4226-be17-acb61ab4d9ee req-326c6fa9-dc99-4999-a0b0-fed57a83dbf6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453653 Sep 22 12:32:40.307328 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd0c81-2ae7-4a63-8f54-7e5acacc419d req-251b1da3-e9d2-4dab-8e6e-794f600a57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:40.309053 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-31bd0c81-2ae7-4a63-8f54-7e5acacc419d req-251b1da3-e9d2-4dab-8e6e-794f600a57fe service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=08232c3f-2666-43a1-afb2-c887234ff0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426974 Sep 22 12:32:40.349575 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:40.406279 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-31bd0c81-2ae7-4a63-8f54-7e5acacc419d req-688d28f4-b7be-4aa0-adbf-c4f2fee0235e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865166 Sep 22 12:32:40.496084 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-31bd0c81-2ae7-4a63-8f54-7e5acacc419d req-ce7ad7ec-9edc-4e08-8359-ab968bcf2bb5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833178 Sep 22 12:32:41.629956 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cd5ac-c82c-4bb8-8c23-b7b8f56c0a70 req-59323ad2-94a0-4b23-babb-674cc2da60a5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:41.631340 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e21cd5ac-c82c-4bb8-8c23-b7b8f56c0a70 req-59323ad2-94a0-4b23-babb-674cc2da60a5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 945 time: 0.2652586 Sep 22 12:32:41.677661 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e21cd5ac-c82c-4bb8-8c23-b7b8f56c0a70 req-50166e9b-8c7b-4b5a-a740-bdeee86a863e tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401680 Sep 22 12:32:42.565032 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device c01d78fa-cbfb-4c80-a00f-e7a90be2757f no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:32:42.638815 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port c01d78fa-cbfb-4c80-a00f-e7a90be2757f is: ACTIVE; New status is: DOWN {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:32:42.639203 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:42.662178 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c97c51-b54b-48e0-9929-cc535246eb97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:32:42.665030 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80fb380-2c14-415a-9044-5af04a97bd7b" -d '{"events": [{"server_uuid": "15c97c51-b54b-48e0-9929-cc535246eb97", "name": "network-vif-unplugged", "status": "completed", "tag": "c01d78fa-cbfb-4c80-a00f-e7a90be2757f"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:32:42.677522 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port c01d78fa-cbfb-4c80-a00f-e7a90be2757f, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:32:42.681862 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:42.706588 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 12:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906d03ce-b1c9-4e27-aa12-225a416a3fa2 x-openstack-request-id: req-906d03ce-b1c9-4e27-aa12-225a416a3fa2 {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:32:42.706897 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c97c51-b54b-48e0-9929-cc535246eb97", "name": "network-vif-unplugged", "status": "completed", "tag": "c01d78fa-cbfb-4c80-a00f-e7a90be2757f", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:32:42.707148 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-906d03ce-b1c9-4e27-aa12-225a416a3fa2 {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:32:42.707527 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-906d03ce-b1c9-4e27-aa12-225a416a3fa2'] response: {'server_uuid': '15c97c51-b54b-48e0-9929-cc535246eb97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f', 'code': 200} Sep 22 12:32:42.734474 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,revision_number=8']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:32:42.741355 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:42.742062 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:42.742184 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:42.742445 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:42.742778 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:42.743102 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:42.743417 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:42.743739 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:42.744059 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:42.744397 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:42.745212 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:42.745212 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:42.745416 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:42.745662 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:42.745993 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:32:42.804340 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2554f19-ec02-4f91-bd97-e253c036f2b1 req-925a4c9d-776b-4be6-aea3-0774aff78b35 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:42.805689 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b2554f19-ec02-4f91-bd97-e253c036f2b1 req-925a4c9d-776b-4be6-aea3-0774aff78b35 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0457592 Sep 22 12:32:42.853070 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b2554f19-ec02-4f91-bd97-e253c036f2b1 req-545663da-0155-4267-8b5b-a7dbbe8f8c8b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417881 Sep 22 12:32:43.982406 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18633caa-7652-4476-9535-c39a9af37051 req-23a9e8d6-ac20-4e5b-9411-27d155e66547 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:43.983887 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-18633caa-7652-4476-9535-c39a9af37051 req-23a9e8d6-ac20-4e5b-9411-27d155e66547 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0501454 Sep 22 12:32:44.037769 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-18633caa-7652-4476-9535-c39a9af37051 req-c57e1326-8ce2-49c2-b736-0545a724cc94 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469477 Sep 22 12:32:44.541892 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [req-790f1af6-f4ec-46c0-b36d-00612923f255 req-db7569cf-9c8a-4b83-a8bb-98946d974c21 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 12:32:44.543047 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-790f1af6-f4ec-46c0-b36d-00612923f255 req-db7569cf-9c8a-4b83-a8bb-98946d974c21 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0070324 Sep 22 12:32:44.740269 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452569df-8b0d-480a-b1df-988996c75cf4 req-836cca2d-a71d-455d-a095-a8ec1a68024a tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:44.742172 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-452569df-8b0d-480a-b1df-988996c75cf4 req-836cca2d-a71d-455d-a095-a8ec1a68024a tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0528603 Sep 22 12:32:44.795593 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-452569df-8b0d-480a-b1df-988996c75cf4 req-d2a39243-1e04-4e4c-80e5-26167f5cb871 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464802 Sep 22 12:32:45.069139 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 50746) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:32:45.155528 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-ff7e4b85-3a70-4908-86a2-c90ae527d41f req-6dcbdbbd-65a7-4865-91e5-d66de9c73ee8 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851841 Sep 22 12:32:45.164592 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [req-ff7e4b85-3a70-4908-86a2-c90ae527d41f req-618b6570-bf7b-41d5-a508-faa15f744e0f service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106189) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 12:32:45.165550 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-ff7e4b85-3a70-4908-86a2-c90ae527d41f req-618b6570-bf7b-41d5-a508-faa15f744e0f service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055096 Sep 22 12:32:45.239286 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 50754) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:32:45.289467 dv-cinder-856463-4-iscsi neutron-server[106189]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 12:32:45.332671 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e4b85-3a70-4908-86a2-c90ae527d41f req-a681a691-91c3-43d0-b8e9-0eefcef8f946 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:45.333995 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-ff7e4b85-3a70-4908-86a2-c90ae527d41f req-a681a691-91c3-43d0-b8e9-0eefcef8f946 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports/c01d78fa-cbfb-4c80-a00f-e7a90be2757f HTTP/1.1" status: 200 len: 940 time: 0.0937157 Sep 22 12:32:45.938686 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ddda4-4fbb-47b4-92c0-cdfd4e871f43 req-411d3135-8625-4b4b-a62e-540b9bb02b50 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:45.940139 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c4ddda4-4fbb-47b4-92c0-cdfd4e871f43 req-411d3135-8625-4b4b-a62e-540b9bb02b50 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0523710 Sep 22 12:32:45.992478 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c4ddda4-4fbb-47b4-92c0-cdfd4e871f43 req-634a7e63-06d8-4bd7-9203-a3231791d9b2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456614 Sep 22 12:32:47.026001 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device c01d78fa-cbfb-4c80-a00f-e7a90be2757f no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:32:47.098318 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port c01d78fa-cbfb-4c80-a00f-e7a90be2757f is: DOWN; New status is: DOWN {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:32:47.123647 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666de1e0-b634-46f2-917c-01469aa9d4ee req-8ef66e86-54c0-4bff-a92f-9174cd4d1924 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:47.125216 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-666de1e0-b634-46f2-917c-01469aa9d4ee req-8ef66e86-54c0-4bff-a92f-9174cd4d1924 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0487418 Sep 22 12:32:47.171422 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-666de1e0-b634-46f2-917c-01469aa9d4ee req-3b283611-4f95-4906-957d-08833eba22b1 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408187 Sep 22 12:32:48.297980 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da31337-a22b-4fcb-b452-3da97bd35669 req-9fc3658e-f381-4b0c-9935-2e2ddda1d1c5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:48.299435 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8da31337-a22b-4fcb-b452-3da97bd35669 req-9fc3658e-f381-4b0c-9935-2e2ddda1d1c5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0466640 Sep 22 12:32:48.304788 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:48.345763 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8da31337-a22b-4fcb-b452-3da97bd35669 req-ce60d94d-8201-4601-a45e-10ba269e3a9f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407934 Sep 22 12:32:49.477785 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8b157-3c72-4548-8f87-94d43965989c req-7bf79d18-b475-471f-b932-cef831ab1398 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:49.479363 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e4e8b157-3c72-4548-8f87-94d43965989c req-7bf79d18-b475-471f-b932-cef831ab1398 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0513637 Sep 22 12:32:49.529829 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e4e8b157-3c72-4548-8f87-94d43965989c req-c93f42b7-ce64-49c8-aec9-81ce616729ac tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440471 Sep 22 12:32:50.667465 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea46aae-34bf-4e24-9cea-cba7c323fd9c req-7363eeac-5133-4aed-b95c-0eb5dfc3e24b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:50.668911 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5ea46aae-34bf-4e24-9cea-cba7c323fd9c req-7363eeac-5133-4aed-b95c-0eb5dfc3e24b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0447440 Sep 22 12:32:50.713963 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5ea46aae-34bf-4e24-9cea-cba7c323fd9c req-7f69e12f-c1b9-41b5-b845-b2af460449ce tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396061 Sep 22 12:32:51.821891 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:51.839259 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f9f7e-bff0-49fa-a996-fcea886f33ba req-28cb7ecc-64d4-4be7-812d-cc038835d1d2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:51.840726 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e10f9f7e-bff0-49fa-a996-fcea886f33ba req-28cb7ecc-64d4-4be7-812d-cc038835d1d2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0464065 Sep 22 12:32:51.904783 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e10f9f7e-bff0-49fa-a996-fcea886f33ba req-7e6ccee7-cbd5-4f78-893c-4d867e2a3497 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582848 Sep 22 12:32:53.030652 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae112602-7de2-4838-8fd0-5d73fa61924d req-54785c23-5bee-47f2-8c1f-b0554e014c7b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:53.032096 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ae112602-7de2-4838-8fd0-5d73fa61924d req-54785c23-5bee-47f2-8c1f-b0554e014c7b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0468569 Sep 22 12:32:53.044028 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:53.078949 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ae112602-7de2-4838-8fd0-5d73fa61924d req-6848a9b8-f94e-4bb8-a428-837f80c8485d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412767 Sep 22 12:32:53.313192 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:54.204910 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfc9c4-c1ad-4a40-bdb7-587e450ae46c req-9d261d12-62d7-46ee-bd80-5f32c6ef147b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:54.206343 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-bbcfc9c4-c1ad-4a40-bdb7-587e450ae46c req-9d261d12-62d7-46ee-bd80-5f32c6ef147b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0463464 Sep 22 12:32:54.254689 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-bbcfc9c4-c1ad-4a40-bdb7-587e450ae46c req-725a4159-4f2f-4c80-b6b6-19f05390ae98 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429428 Sep 22 12:32:54.957825 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-2f946b2f-37f6-4158-b8fe-7bbbb1f752c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:55.322143 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=61,neutron:DELETE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:55.325630 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=81,neutron:DELETE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:55.389971 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc87ee6-df7c-4e78-b912-08187b8bb003 req-72bc61f1-683c-452b-84d1-c6591e5fd08b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:55.391415 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0dc87ee6-df7c-4e78-b912-08187b8bb003 req-72bc61f1-683c-452b-84d1-c6591e5fd08b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0496011 Sep 22 12:32:55.437982 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0dc87ee6-df7c-4e78-b912-08187b8bb003 req-e43e327d-8f52-44e2-8ffb-159ef79f8b13 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406146 Sep 22 12:32:56.563585 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bc9c0-552a-46c0-bd27-c54183c5ffb2 req-75a7d54d-4c8c-4d6b-9e70-f91b7a5fb23e tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:56.565077 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-933bc9c0-552a-46c0-bd27-c54183c5ffb2 req-75a7d54d-4c8c-4d6b-9e70-f91b7a5fb23e tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0465364 Sep 22 12:32:56.611602 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-933bc9c0-552a-46c0-bd27-c54183c5ffb2 req-599f6e53-cd51-4e5a-81e4-eb848cd65822 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410361 Sep 22 12:32:57.040495 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=51,neutron:UPDATE=5 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:32:57.052244 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a26823a8-71e1-450a-ae97-4bfbc3191fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:57.741603 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc325f5-f7f9-4ff9-bb22-5556b4d1aab3 req-f05f6db6-c18c-4570-b51b-4dace52e94c5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:57.743029 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3fc325f5-f7f9-4ff9-bb22-5556b4d1aab3 req-f05f6db6-c18c-4570-b51b-4dace52e94c5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0491223 Sep 22 12:32:57.788657 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3fc325f5-f7f9-4ff9-bb22-5556b4d1aab3 req-ab21a64b-e200-40c4-8235-8da30ddbafbe tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401177 Sep 22 12:32:58.442273 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:58.913308 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6adfd-54f0-4a96-896b-86d38c771715 req-88ce5861-2541-4b75-8a64-ae2ae8373c7b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:32:58.914768 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-98f6adfd-54f0-4a96-896b-86d38c771715 req-88ce5861-2541-4b75-8a64-ae2ae8373c7b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0469475 Sep 22 12:32:58.962751 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-98f6adfd-54f0-4a96-896b-86d38c771715 req-0db40f6d-aa9a-41ba-a182-f51232bbd3d7 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418172 Sep 22 12:32:59.901177 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:32:59.951768 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:00.098527 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fd578-9073-4165-b377-921c67042771 req-4cc793e7-f57b-44bc-8b04-0f07cde3a643 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:00.100038 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-790fd578-9073-4165-b377-921c67042771 req-4cc793e7-f57b-44bc-8b04-0f07cde3a643 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0501993 Sep 22 12:33:00.156702 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-790fd578-9073-4165-b377-921c67042771 req-6041b6dc-2b0e-475d-ba6a-fc48a2085378 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502412 Sep 22 12:33:00.716146 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f5f1d-1185-4721-80d4-05b2ecbc9807 req-62cc09d9-6e4a-4527-a785-8be85d7c3a8b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:00.717533 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-599f5f1d-1185-4721-80d4-05b2ecbc9807 req-62cc09d9-6e4a-4527-a785-8be85d7c3a8b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 946 time: 0.0462847 Sep 22 12:33:00.765322 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-599f5f1d-1185-4721-80d4-05b2ecbc9807 req-e0f2662d-c188-4ce7-bb29-7fb1cd3a2cf1 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7d622ad-51bb-4607-8b44-b7b5f4f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423126 Sep 22 12:33:01.286475 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25761ea7-8dd4-4e56-ba18-9f92087acf07 req-1b6e04ef-5adb-412a-b00a-272323617cda tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:01.287931 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-25761ea7-8dd4-4e56-ba18-9f92087acf07 req-1b6e04ef-5adb-412a-b00a-272323617cda tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0478048 Sep 22 12:33:01.335721 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-25761ea7-8dd4-4e56-ba18-9f92087acf07 req-7dc67807-b59f-4ae8-98f5-8e7c55ce4143 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422297 Sep 22 12:33:01.889108 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38c12f-d0d9-42e0-8a18-6d3460200cba req-85aebb7d-2b51-4e41-924a-d6627f87ac06 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:01.890557 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2e38c12f-d0d9-42e0-8a18-6d3460200cba req-85aebb7d-2b51-4e41-924a-d6627f87ac06 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 946 time: 0.0507338 Sep 22 12:33:01.902326 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:01.937069 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2e38c12f-d0d9-42e0-8a18-6d3460200cba req-5c949450-0f79-43a5-8d95-23df22132c61 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7d622ad-51bb-4607-8b44-b7b5f4f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409412 Sep 22 12:33:02.463926 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbc965-ebd4-4975-936b-01525a5c0158 req-ee1f4448-9f3c-4077-bab1-e3e06a675044 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:02.465421 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2afbc965-ebd4-4975-936b-01525a5c0158 req-ee1f4448-9f3c-4077-bab1-e3e06a675044 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0466132 Sep 22 12:33:02.511999 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2afbc965-ebd4-4975-936b-01525a5c0158 req-fcd679d9-a19f-4dc9-90e5-fa793110d4f9 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409954 Sep 22 12:33:03.057632 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c2332-50b2-44b9-b798-c8953235b31d req-1d56792e-952c-4960-8027-1157095f305e tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:03.059090 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b33c2332-50b2-44b9-b798-c8953235b31d req-1d56792e-952c-4960-8027-1157095f305e tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 946 time: 0.0475402 Sep 22 12:33:03.109792 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b33c2332-50b2-44b9-b798-c8953235b31d req-28b90af0-3bd4-4242-840e-9ffbc67fb115 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7d622ad-51bb-4607-8b44-b7b5f4f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449672 Sep 22 12:33:03.639508 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c97af-dae0-4f68-976c-b956d4271a35 req-cc5c8ff8-e49f-4eef-bec4-482fd327cb38 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:03.640973 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-433c97af-dae0-4f68-976c-b956d4271a35 req-cc5c8ff8-e49f-4eef-bec4-482fd327cb38 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0482302 Sep 22 12:33:03.653866 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:03.689046 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-433c97af-dae0-4f68-976c-b956d4271a35 req-b1c456a8-3989-4829-826c-af8ad2135c54 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424445 Sep 22 12:33:04.230949 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab1eea-2c66-4063-8ad2-2b0955a87321 req-7101066a-4a3e-43db-af02-2e30e1c101e8 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:04.232420 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-96ab1eea-2c66-4063-8ad2-2b0955a87321 req-7101066a-4a3e-43db-af02-2e30e1c101e8 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 946 time: 0.0470026 Sep 22 12:33:04.279049 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-96ab1eea-2c66-4063-8ad2-2b0955a87321 req-8b6e5d07-428d-4fc7-bc44-d5bc749fc719 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7d622ad-51bb-4607-8b44-b7b5f4f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410862 Sep 22 12:33:04.795381 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 51014) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:33:04.821326 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5a1f1-ee7f-4ead-9bfa-ae27111245e6 req-b93b7e18-1565-4ad8-9985-7a3efdd2a19b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:04.822958 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f0f5a1f1-ee7f-4ead-9bfa-ae27111245e6 req-b93b7e18-1565-4ad8-9985-7a3efdd2a19b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0529060 Sep 22 12:33:04.872749 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f0f5a1f1-ee7f-4ead-9bfa-ae27111245e6 req-0f54656e-51bd-4a47-b830-108b9aec63a5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441339 Sep 22 12:33:04.909969 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e4d6e847-bc1d-43a2-a7dc-85034c468dc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:04.985725 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e4d6e847-bc1d-43a2-a7dc-85034c468dc5 admin admin] Publish callbacks [] for security_group (2be14378-1857-49e9-ab50-b67e4cab4f70), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:04.989281 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e4d6e847-bc1d-43a2-a7dc-85034c468dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (2be14378-1857-49e9-ab50-b67e4cab4f70), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:05.029544 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-e4d6e847-bc1d-43a2-a7dc-85034c468dc5 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ba0738b42f624e1b84b9677e82a31129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330930 Sep 22 12:33:05.030397 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6e847-bc1d-43a2-a7dc-85034c468dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be14378-1857-49e9-ab50-b67e4cab4f70,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:05.032190 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 51020) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:33:05.083080 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b57976b6-3cac-43db-9767-de028c2078a2 admin admin] Publish callbacks [] for security_group (2be14378-1857-49e9-ab50-b67e4cab4f70), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:05.107471 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b57976b6-3cac-43db-9767-de028c2078a2 admin admin] Publish callbacks [] for security_group (2be14378-1857-49e9-ab50-b67e4cab4f70), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:05.162109 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b57976b6-3cac-43db-9767-de028c2078a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (2be14378-1857-49e9-ab50-b67e4cab4f70), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:05.164747 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b57976b6-3cac-43db-9767-de028c2078a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:05.169136 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-b57976b6-3cac-43db-9767-de028c2078a2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2be14378-1857-49e9-ab50-b67e4cab4f70 HTTP/1.1" status: 204 len: 168 time: 0.1334159 Sep 22 12:33:05.175626 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57976b6-3cac-43db-9767-de028c2078a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be14378-1857-49e9-ab50-b67e4cab4f70,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:05.225688 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:05.411788 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782dcf9-0bee-4cf5-b5c9-985c011c37fd req-ae2e9e33-d4a0-4b09-b2d7-967c33d57d27 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:05.413732 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3782dcf9-0bee-4cf5-b5c9-985c011c37fd req-ae2e9e33-d4a0-4b09-b2d7-967c33d57d27 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 946 time: 0.0544353 Sep 22 12:33:05.470246 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3782dcf9-0bee-4cf5-b5c9-985c011c37fd req-b574537e-bd73-46b3-a00b-41246a735edc tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b7d622ad-51bb-4607-8b44-b7b5f4f027e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507441 Sep 22 12:33:05.769035 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863a2d1-bacc-4d21-8a4f-58c65e416ca9 req-dac51f6b-066d-4fb4-808e-148e808dfc8f tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:05.770506 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-5863a2d1-bacc-4d21-8a4f-58c65e416ca9 req-dac51f6b-066d-4fb4-808e-148e808dfc8f tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 946 time: 0.0537267 Sep 22 12:33:05.862600 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [req-5863a2d1-bacc-4d21-8a4f-58c65e416ca9 req-c7f16e69-71e0-4a30-bcea-7ffdc77f00f5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Deleting port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:33:05.863314 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-5863a2d1-bacc-4d21-8a4f-58c65e416ca9 req-c7f16e69-71e0-4a30-bcea-7ffdc77f00f5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (3de3f767-ed67-4ebd-ad2d-e94ea3db7b53), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:05.961329 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [req-5863a2d1-bacc-4d21-8a4f-58c65e416ca9 req-c7f16e69-71e0-4a30-bcea-7ffdc77f00f5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] For port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=3de3f767-ed67-4ebd-ad2d-e94ea3db7b53,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:33:05.961696 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-5863a2d1-bacc-4d21-8a4f-58c65e416ca9 req-c7f16e69-71e0-4a30-bcea-7ffdc77f00f5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (3de3f767-ed67-4ebd-ad2d-e94ea3db7b53), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:05.997714 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766739e9-f001-4dd5-ab55-e08fba933df3 req-8271d078-3b8d-4c30-b40d-7222d233d72d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:05.999187 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-766739e9-f001-4dd5-ab55-e08fba933df3 req-8271d078-3b8d-4c30-b40d-7222d233d72d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0465100 Sep 22 12:33:06.047095 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-766739e9-f001-4dd5-ab55-e08fba933df3 req-52e9cbf9-3a1c-44e1-ae62-9328f38a60a2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421896 Sep 22 12:33:06.175528 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-5863a2d1-bacc-4d21-8a4f-58c65e416ca9 req-c7f16e69-71e0-4a30-bcea-7ffdc77f00f5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:06.175959 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-5863a2d1-bacc-4d21-8a4f-58c65e416ca9 req-c7f16e69-71e0-4a30-bcea-7ffdc77f00f5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (90c64e77-d49b-49d3-a6e9-e6a79e70e453), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:06.176368 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.db.l3_db [req-5863a2d1-bacc-4d21-8a4f-58c65e416ca9 req-c7f16e69-71e0-4a30-bcea-7ffdc77f00f5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Floating IP 90c64e77-d49b-49d3-a6e9-e6a79e70e453 disassociated. External IP: 172.27.0.74, port: 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53. Sep 22 12:33:06.176720 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [req-5863a2d1-bacc-4d21-8a4f-58c65e416ca9 req-c7f16e69-71e0-4a30-bcea-7ffdc77f00f5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Calling delete_port for 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 owned by compute:nova {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:33:06.313004 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-5863a2d1-bacc-4d21-8a4f-58c65e416ca9 req-c7f16e69-71e0-4a30-bcea-7ffdc77f00f5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (3de3f767-ed67-4ebd-ad2d-e94ea3db7b53), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:06.339320 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f16e69-71e0-4a30-bcea-7ffdc77f00f5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event deleted for resources: {'Port': ['ID=3de3f767-ed67-4ebd-ad2d-e94ea3db7b53,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:06.469441 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5863a2d1-bacc-4d21-8a4f-58c65e416ca9 req-c7f16e69-71e0-4a30-bcea-7ffdc77f00f5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Router b29ff6e8-f65e-42d9-b132-792f8e95ae0a has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:33:06.472009 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:06.479169 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:06.487528 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d7edc-2866-4053-a2ab-04d9aa929371 req-0fe0c349-bdfc-4523-8c86-4371291cec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:06.489396 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aa5d7edc-2866-4053-a2ab-04d9aa929371 req-0fe0c349-bdfc-4523-8c86-4371291cec3d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 1130 time: 0.0762980 Sep 22 12:33:06.524090 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3a151-5465-4967-9166-1b75b8adb800 req-f9aada05-4ac0-47da-9f5a-a5471fcfb25e tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:06.526615 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-28e3a151-5465-4967-9166-1b75b8adb800 req-f9aada05-4ac0-47da-9f5a-a5471fcfb25e tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0816803 Sep 22 12:33:06.598663 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5863a2d1-bacc-4d21-8a4f-58c65e416ca9 req-c7f16e69-71e0-4a30-bcea-7ffdc77f00f5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:33:06.603742 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:06.612329 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a4d164-385e-4069-9ef9-21f82eb6ead3 None None] Sync routers for ids ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:33:06.633815 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a4d164-385e-4069-9ef9-21f82eb6ead3 None None] Routers {'b29ff6e8-f65e-42d9-b132-792f8e95ae0a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:33:06.637553 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-58a4d164-385e-4069-9ef9-21f82eb6ead3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:32:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:33:06.671094 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ca68ab83-1bcb-4656-af0a-5ea8cd78e055 req-318caa5c-5595-49e4-bf35-ac72f1f7e57e tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 210 time: 0.0690227 Sep 22 12:33:06.698831 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [req-5863a2d1-bacc-4d21-8a4f-58c65e416ca9 req-c7f16e69-71e0-4a30-bcea-7ffdc77f00f5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] No DVR routers for this DVR port 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 on host hv-cinder-85646 {{(pid=106189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:33:06.705141 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-5863a2d1-bacc-4d21-8a4f-58c65e416ca9 req-c7f16e69-71e0-4a30-bcea-7ffdc77f00f5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:06.713129 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-5863a2d1-bacc-4d21-8a4f-58c65e416ca9 req-c7f16e69-71e0-4a30-bcea-7ffdc77f00f5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.20 "DELETE /networking/v2.0/ports/3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 HTTP/1.1" status: 204 len: 173 time: 0.9353995 Sep 22 12:33:06.713920 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd298c197-bf2c-41e0-a0d0-f0f48e979904', 'name': 'network-vif-deleted', 'tag': '3de3f767-ed67-4ebd-ad2d-e94ea3db7b53'}] {{(pid=106189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:33:06.724308 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-28e3a151-5465-4967-9166-1b75b8adb800 req-3ec99bac-1e3e-4023-99f5-9911665d4158 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257393 Sep 22 12:33:06.725993 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64be3f76f25325df4d162c623afd71985c9d526dbd3dd574d951cc56993afe1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3788543-44b7-4827-9909-9d237e9b2789" -d '{"events": [{"server_uuid": "d298c197-bf2c-41e0-a0d0-f0f48e979904", "name": "network-vif-deleted", "tag": "3de3f767-ed67-4ebd-ad2d-e94ea3db7b53"}]}' {{(pid=106189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:33:06.802136 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d7edc-2866-4053-a2ab-04d9aa929371 req-0a4e99de-3d65-4ec1-90e1-36145bb9fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:06.804115 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aa5d7edc-2866-4053-a2ab-04d9aa929371 req-0a4e99de-3d65-4ec1-90e1-36145bb9fd93 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a HTTP/1.1" status: 200 len: 920 time: 0.3076401 Sep 22 12:33:06.805219 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f35a3e7-28fd-403b-abd8-e7baf26dd415 x-openstack-request-id: req-8f35a3e7-28fd-403b-abd8-e7baf26dd415 {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:33:06.805567 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d298c197-bf2c-41e0-a0d0-f0f48e979904", "name": "network-vif-deleted", "tag": "3de3f767-ed67-4ebd-ad2d-e94ea3db7b53", "status": "completed", "code": 200}]} {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:33:06.805904 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8f35a3e7-28fd-403b-abd8-e7baf26dd415 {{(pid=106189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:33:06.806358 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f35a3e7-28fd-403b-abd8-e7baf26dd415'] response: {'server_uuid': 'd298c197-bf2c-41e0-a0d0-f0f48e979904', 'name': 'network-vif-deleted', 'tag': '3de3f767-ed67-4ebd-ad2d-e94ea3db7b53', 'status': 'completed', 'code': 200} Sep 22 12:33:06.832223 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-58a4d164-385e-4069-9ef9-21f82eb6ead3 None None] Set router b29ff6e8-f65e-42d9-b132-792f8e95ae0a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:33:06.895623 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aa5d7edc-2866-4053-a2ab-04d9aa929371 req-dd5d5da9-99e8-42d3-817b-1d4d75ac3de2 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76be057b-3ae6-473f-85db-c31a75400a6b HTTP/1.1" status: 200 len: 1001 time: 0.0826333 Sep 22 12:33:06.960967 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d7edc-2866-4053-a2ab-04d9aa929371 req-7b46af22-5f5c-47d6-9f36-53db07ea6e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:06.963224 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aa5d7edc-2866-4053-a2ab-04d9aa929371 req-7b46af22-5f5c-47d6-9f36-53db07ea6e28 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6136a7d9-4fb1-4ae9-8b34-a44ca765189e HTTP/1.1" status: 200 len: 858 time: 0.0557625 Sep 22 12:33:07.015595 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d7edc-2866-4053-a2ab-04d9aa929371 req-ea367600-fc28-405b-81a9-74ad8d51cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:07.017869 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aa5d7edc-2866-4053-a2ab-04d9aa929371 req-ea367600-fc28-405b-81a9-74ad8d51cc4c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488586 Sep 22 12:33:07.091168 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-58a4d164-385e-4069-9ef9-21f82eb6ead3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'd394c3b0-0585-4bec-a8bb-3fa3d1b01094', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'port_id': '3ccdb191-e1dc-4383-95e0-0dda555c85b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'mac_address': 'fa:16:3e:3a:fb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac05188-579c-4644-89f8-233e046b4618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:29:22Z', 'updated_at': '2022-09-22T12:30:06Z', 'revision_number': 2, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:33:07.122500 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a4d164-385e-4069-9ef9-21f82eb6ead3 None None] Checking router: b29ff6e8-f65e-42d9-b132-792f8e95ae0a for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:33:07.131262 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a4d164-385e-4069-9ef9-21f82eb6ead3 None None] Routers {'b29ff6e8-f65e-42d9-b132-792f8e95ae0a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:33:07.131855 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-58a4d164-385e-4069-9ef9-21f82eb6ead3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:32:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:33:07.184425 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55833b74-3db0-4aad-a7ec-d3509f742f9d req-3c03cfaf-888e-4afb-be0f-ccff050c0d5d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:07.185965 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-55833b74-3db0-4aad-a7ec-d3509f742f9d req-3c03cfaf-888e-4afb-be0f-ccff050c0d5d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0492647 Sep 22 12:33:07.205515 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:07.236674 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-58a4d164-385e-4069-9ef9-21f82eb6ead3 None None] Set router b29ff6e8-f65e-42d9-b132-792f8e95ae0a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:33:07.241781 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-55833b74-3db0-4aad-a7ec-d3509f742f9d req-2818deee-a829-49cd-aa98-fc32cabbce1f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502114 Sep 22 12:33:07.396721 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e4b85-3a70-4908-86a2-c90ae527d41f req-dac52472-d481-46b5-978f-ca72de6cf128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:07.398342 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-ff7e4b85-3a70-4908-86a2-c90ae527d41f req-dac52472-d481-46b5-978f-ca72de6cf128 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97&tenant_id=553395befb8f4c958d34b7dffb2317e7 HTTP/1.1" status: 200 len: 1127 time: 0.1154261 Sep 22 12:33:07.470663 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aa5d7edc-2866-4053-a2ab-04d9aa929371 req-86513f69-d2b3-41c9-a6ee-79e4920cbc61 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006330 Sep 22 12:33:07.478808 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e4b85-3a70-4908-86a2-c90ae527d41f req-98a0a080-f88f-4fc1-af57-f90ce4b9ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:07.481003 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-ff7e4b85-3a70-4908-86a2-c90ae527d41f req-98a0a080-f88f-4fc1-af57-f90ce4b9ee1d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=553395befb8f4c958d34b7dffb2317e7&device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 1127 time: 0.0581384 Sep 22 12:33:07.527798 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-58a4d164-385e-4069-9ef9-21f82eb6ead3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'd394c3b0-0585-4bec-a8bb-3fa3d1b01094', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'port_id': '3ccdb191-e1dc-4383-95e0-0dda555c85b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'mac_address': 'fa:16:3e:3a:fb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac05188-579c-4644-89f8-233e046b4618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:29:22Z', 'updated_at': '2022-09-22T12:30:06Z', 'revision_number': 2, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:33:07.555234 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a4d164-385e-4069-9ef9-21f82eb6ead3 None None] The sync data for ids ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'] in dv-cinder-856463-4-iscsi is: [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'd394c3b0-0585-4bec-a8bb-3fa3d1b01094', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'port_id': '3ccdb191-e1dc-4383-95e0-0dda555c85b6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'mac_address': 'fa:16:3e:3a:fb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac05188-579c-4644-89f8-233e046b4618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:29:22Z', 'updated_at': '2022-09-22T12:30:06Z', 'revision_number': 2, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:33:07.625387 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e4b85-3a70-4908-86a2-c90ae527d41f req-27a20703-3bb7-49ae-8211-03cb49f97f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:07.627307 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-ff7e4b85-3a70-4908-86a2-c90ae527d41f req-27a20703-3bb7-49ae-8211-03cb49f97f9b service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=08232c3f-2666-43a1-afb2-c887234ff0ea HTTP/1.1" status: 200 len: 918 time: 0.1323466 Sep 22 12:33:07.653409 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aa5d7edc-2866-4053-a2ab-04d9aa929371 req-e63ac95c-4cf2-4f65-8bd9-6dafdc6d26e3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563222 Sep 22 12:33:07.705302 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-ff7e4b85-3a70-4908-86a2-c90ae527d41f req-05edba54-0905-4f7c-94f1-2b8c684826b4 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c01d78fa-cbfb-4c80-a00f-e7a90be2757f HTTP/1.1" status: 200 len: 999 time: 0.0711002 Sep 22 12:33:07.824279 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e665e38c-e5e8-449e-9076-379a51303c04 req-8fa0a8d0-2459-410e-8c03-7685b22521a1 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=d298c197-bf2c-41e0-a0d0-f0f48e979904 HTTP/1.1" status: 200 len: 210 time: 0.0586283 Sep 22 12:33:07.880813 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adcf51-34c7-4979-9029-8d29ed8094b3 req-f5a4892c-8aee-478e-b81d-d0e3f31d5f9e tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:07.882632 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c0adcf51-34c7-4979-9029-8d29ed8094b3 req-f5a4892c-8aee-478e-b81d-d0e3f31d5f9e tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0614536 Sep 22 12:33:07.910304 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200d51cf-1df9-49db-848c-e10e12e2dc25 None None] New status for floating IP 90c64e77-d49b-49d3-a6e9-e6a79e70e453: DOWN {{(pid=106191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:33:07.942581 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c0adcf51-34c7-4979-9029-8d29ed8094b3 req-80e62b37-28a0-49b2-a285-2657cd2a1838 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491374 Sep 22 12:33:08.059862 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e4b85-3a70-4908-86a2-c90ae527d41f req-34f2f104-2d8d-42ae-98aa-c79bbe32876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:08.061377 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-ff7e4b85-3a70-4908-86a2-c90ae527d41f req-34f2f104-2d8d-42ae-98aa-c79bbe32876a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=13cccc76-44bb-44db-a343-17e3d4246299 HTTP/1.1" status: 200 len: 856 time: 0.0942209 Sep 22 12:33:08.077415 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:08.212796 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e4b85-3a70-4908-86a2-c90ae527d41f req-defc71fe-6247-4bf1-b509-03d4205ab0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:08.214309 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-ff7e4b85-3a70-4908-86a2-c90ae527d41f req-defc71fe-6247-4bf1-b509-03d4205ab0af service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=08232c3f-2666-43a1-afb2-c887234ff0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493188 Sep 22 12:33:08.375648 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5a3c4-fca2-4325-870f-9b36f51c6a91 req-56b7262e-0fdd-48d1-9a3a-a0192fbbcc9b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:08.377162 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-28d5a3c4-fca2-4325-870f-9b36f51c6a91 req-56b7262e-0fdd-48d1-9a3a-a0192fbbcc9b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0475197 Sep 22 12:33:08.423558 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-28d5a3c4-fca2-4325-870f-9b36f51c6a91 req-49573526-8bd7-4a22-b8f8-3ff877c0f025 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407913 Sep 22 12:33:08.559900 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-ff7e4b85-3a70-4908-86a2-c90ae527d41f req-c8ffbf16-6334-4db6-93c5-aa5f5a16de63 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990677 Sep 22 12:33:08.654069 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-ff7e4b85-3a70-4908-86a2-c90ae527d41f req-2429120f-2edf-40e9-932d-cecacddae97f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862124 Sep 22 12:33:08.924588 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 51080) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:33:08.994649 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b2e74992-4d28-4497-8ac9-8056a075d825 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (b7d622ad-51bb-4607-8b44-b7b5f4f027e3), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:09.022298 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b2e74992-4d28-4497-8ac9-8056a075d825 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (b7d622ad-51bb-4607-8b44-b7b5f4f027e3), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:09.106881 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9842cd-3488-4158-aa6d-ba83484a15b0 req-2a35684c-eb58-4781-9cce-0e2e7928ca3e tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:09.108286 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-fd9842cd-3488-4158-aa6d-ba83484a15b0 req-2a35684c-eb58-4781-9cce-0e2e7928ca3e tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0620608 Sep 22 12:33:09.129304 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b2e74992-4d28-4497-8ac9-8056a075d825 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (b7d622ad-51bb-4607-8b44-b7b5f4f027e3), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:09.131688 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b2e74992-4d28-4497-8ac9-8056a075d825 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:09.132813 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-b2e74992-4d28-4497-8ac9-8056a075d825 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b7d622ad-51bb-4607-8b44-b7b5f4f027e3 HTTP/1.1" status: 204 len: 168 time: 0.2072396 Sep 22 12:33:09.136187 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 51088) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:33:09.137882 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:09.148250 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e74992-4d28-4497-8ac9-8056a075d825 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d622ad-51bb-4607-8b44-b7b5f4f027e3,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:09.150332 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.api.v2.resource [None req-9705cc1e-9b8b-44cc-aac5-b62d67a80407 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] show failed (client error): The resource could not be found. Sep 22 12:33:09.151528 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-9705cc1e-9b8b-44cc-aac5-b62d67a80407 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups/b7d622ad-51bb-4607-8b44-b7b5f4f027e3 HTTP/1.1" status: 404 len: 347 time: 0.0143211 Sep 22 12:33:09.154457 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 51090) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:33:09.226719 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-fd9842cd-3488-4158-aa6d-ba83484a15b0 req-5669cf36-bf7d-48ca-9044-a636a88577a4 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126609 Sep 22 12:33:09.307476 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-14804505-0309-4557-be24-d9c34de274af tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Deleting port 18f9fbe8-eeca-4486-81e3-e34d4a841895 {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:33:09.308040 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-14804505-0309-4557-be24-d9c34de274af tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (18f9fbe8-eeca-4486-81e3-e34d4a841895), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:09.402632 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-14804505-0309-4557-be24-d9c34de274af tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (18f9fbe8-eeca-4486-81e3-e34d4a841895), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:09.403287 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-14804505-0309-4557-be24-d9c34de274af tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (18f9fbe8-eeca-4486-81e3-e34d4a841895), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:09.417815 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-14804505-0309-4557-be24-d9c34de274af tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Calling delete_port for 18f9fbe8-eeca-4486-81e3-e34d4a841895 owned by network:floatingip {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:33:09.551744 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:09.568088 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44b43c-6984-407d-a787-35dc8f3ec3f5 req-63ea13fe-8ec4-4476-9d0c-52f277fd3391 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:09.569625 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9e44b43c-6984-407d-a787-35dc8f3ec3f5 req-63ea13fe-8ec4-4476-9d0c-52f277fd3391 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0570726 Sep 22 12:33:09.647757 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-14804505-0309-4557-be24-d9c34de274af tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (18f9fbe8-eeca-4486-81e3-e34d4a841895), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:09.675791 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9e44b43c-6984-407d-a787-35dc8f3ec3f5 req-a78be555-1214-433b-926a-e079bcac943c tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876420 Sep 22 12:33:09.678826 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14804505-0309-4557-be24-d9c34de274af tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event deleted for resources: {'Port': ['ID=18f9fbe8-eeca-4486-81e3-e34d4a841895,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:09.775444 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-14804505-0309-4557-be24-d9c34de274af tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (90c64e77-d49b-49d3-a6e9-e6a79e70e453), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:09.783979 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-14804505-0309-4557-be24-d9c34de274af tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:09.788267 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-14804505-0309-4557-be24-d9c34de274af tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/90c64e77-d49b-49d3-a6e9-e6a79e70e453 HTTP/1.1" status: 204 len: 168 time: 0.6303904 Sep 22 12:33:10.158339 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:33:10.178309 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] No Port match for: 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:33:10.178652 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 3de3f767-ed67-4ebd-ad2d-e94ea3db7b53 not bound to the agent host hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:33:10.358141 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b7f8f-a875-488b-9448-7cf6a33893fa req-e114669b-a248-4bfe-ae45-31f04dd40bd6 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:10.360518 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-930b7f8f-a875-488b-9448-7cf6a33893fa req-e114669b-a248-4bfe-ae45-31f04dd40bd6 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0511224 Sep 22 12:33:10.429156 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-930b7f8f-a875-488b-9448-7cf6a33893fa req-7af1747d-8f39-4579-bed3-b62be7668e9c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626354 Sep 22 12:33:10.629719 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0c29b-7f10-4561-bb75-ad53023895fa req-6f3d64af-dffd-4922-ab80-be4ec1306162 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:10.631165 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f7c0c29b-7f10-4561-bb75-ad53023895fa req-6f3d64af-dffd-4922-ab80-be4ec1306162 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 946 time: 0.0497613 Sep 22 12:33:10.683623 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f7c0c29b-7f10-4561-bb75-ad53023895fa req-0b771478-be4c-40ec-964c-a035a046fb06 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451169 Sep 22 12:33:10.825018 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41554ca4-25a8-4d37-bb5c-da04dd76c0b2 req-cb2a4231-aad2-46b3-a735-9392acc0661a tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:10.826843 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-41554ca4-25a8-4d37-bb5c-da04dd76c0b2 req-cb2a4231-aad2-46b3-a735-9392acc0661a tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0530853 Sep 22 12:33:10.881908 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-41554ca4-25a8-4d37-bb5c-da04dd76c0b2 req-676a0032-ddbc-444f-98b1-87fb697c8eb4 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484071 Sep 22 12:33:11.563957 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87a96b-c651-4e08-9939-c65abc318482 req-1d8b8ee0-2001-4117-930a-35977fb12754 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:11.566854 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1f87a96b-c651-4e08-9939-c65abc318482 req-1d8b8ee0-2001-4117-930a-35977fb12754 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0493755 Sep 22 12:33:11.617037 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1f87a96b-c651-4e08-9939-c65abc318482 req-825c99cd-65c0-4d09-a742-07ff26be13e0 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454881 Sep 22 12:33:11.768741 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:11.804262 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002879ce-df6d-452c-b6ca-4943ba39de63 req-09833fc9-5a10-4b0b-b6b5-d8099f9bae5d tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:11.805707 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-002879ce-df6d-452c-b6ca-4943ba39de63 req-09833fc9-5a10-4b0b-b6b5-d8099f9bae5d tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 946 time: 0.0464165 Sep 22 12:33:11.851431 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-002879ce-df6d-452c-b6ca-4943ba39de63 req-89a561ef-7ed1-4a92-bd7a-056f4b947a48 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400689 Sep 22 12:33:12.011789 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8c095-06dd-4fd4-993a-42b66f666745 req-f78beece-a50f-4a55-b02b-d230aba4e589 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:12.013607 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a9b8c095-06dd-4fd4-993a-42b66f666745 req-f78beece-a50f-4a55-b02b-d230aba4e589 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0468426 Sep 22 12:33:12.067027 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a9b8c095-06dd-4fd4-993a-42b66f666745 req-33458b82-dad3-4c7f-8550-317d1aa89ad3 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474539 Sep 22 12:33:12.742085 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55f54d-710e-4a2d-bcf9-d4537da4afd0 req-1dc7e284-be81-44da-a2c0-b54f5ee8bd54 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:12.744089 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c55f54d-710e-4a2d-bcf9-d4537da4afd0 req-1dc7e284-be81-44da-a2c0-b54f5ee8bd54 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0503914 Sep 22 12:33:12.803775 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c55f54d-710e-4a2d-bcf9-d4537da4afd0 req-8e2dafb4-b59e-48dd-90a4-e58df337becd tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537467 Sep 22 12:33:12.998301 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee948b-cc2c-4b6f-b598-5629a84b57a7 req-d72779b7-06fa-4904-bbb0-34d163038e85 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:13.005174 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-49ee948b-cc2c-4b6f-b598-5629a84b57a7 req-d72779b7-06fa-4904-bbb0-34d163038e85 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 946 time: 0.0504589 Sep 22 12:33:13.059191 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-49ee948b-cc2c-4b6f-b598-5629a84b57a7 req-677e105b-3a54-4b1f-9310-559562fd5e03 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524085 Sep 22 12:33:13.204060 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8124c-06ac-4dcb-a7fc-665b77f4f082 req-b0520673-ddf8-4851-b1ec-05ff0ef50915 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:13.211087 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-32c8124c-06ac-4dcb-a7fc-665b77f4f082 req-b0520673-ddf8-4851-b1ec-05ff0ef50915 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0553765 Sep 22 12:33:13.259547 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-32c8124c-06ac-4dcb-a7fc-665b77f4f082 req-e6029bec-ec38-466a-b98c-157ce998ed57 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476060 Sep 22 12:33:13.909347 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:13.930267 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad719c-f07c-4aa9-87dc-03cc433aef98 req-c9c276f6-d28a-4caf-80ff-019591c5771a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:13.937826 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0bad719c-f07c-4aa9-87dc-03cc433aef98 req-c9c276f6-d28a-4caf-80ff-019591c5771a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0555444 Sep 22 12:33:13.981234 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0bad719c-f07c-4aa9-87dc-03cc433aef98 req-db6be12c-10be-4b8f-8a45-d749e411d48a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425382 Sep 22 12:33:14.185328 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e526e2-b3d3-4754-86b2-4c2abfe57e97 req-68280e48-5384-4fde-9820-e48adcd227fc tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:14.186901 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f0e526e2-b3d3-4754-86b2-4c2abfe57e97 req-68280e48-5384-4fde-9820-e48adcd227fc tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 946 time: 0.0503302 Sep 22 12:33:14.235903 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f0e526e2-b3d3-4754-86b2-4c2abfe57e97 req-8a698a20-7bed-44b8-9aac-5b98c1bd63a5 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433128 Sep 22 12:33:14.401266 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557988b7-5c16-47e7-bfad-039957b9b448 req-390b82de-1132-4387-9a9d-88731f610e53 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:14.402720 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-557988b7-5c16-47e7-bfad-039957b9b448 req-390b82de-1132-4387-9a9d-88731f610e53 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0512373 Sep 22 12:33:14.452869 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-557988b7-5c16-47e7-bfad-039957b9b448 req-35653979-2628-41a2-8014-971d9e52995b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443156 Sep 22 12:33:15.117656 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb07e5-c611-42a1-89f2-1b42e7f052b0 req-d8f483e3-b527-4f1f-bee7-3ddf21dfcd06 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:15.119156 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-12cb07e5-c611-42a1-89f2-1b42e7f052b0 req-d8f483e3-b527-4f1f-bee7-3ddf21dfcd06 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0568895 Sep 22 12:33:15.167068 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-12cb07e5-c611-42a1-89f2-1b42e7f052b0 req-38d746ad-5044-4dd9-8e1b-cf34ecc700a8 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421581 Sep 22 12:33:15.307443 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:33:15.371305 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cbc0a-a9ee-4c44-8c07-e8e0ef503b7f req-08cb72ac-7f6d-4917-8490-7aeea66a4b8c tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:15.377900 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3c1cbc0a-a9ee-4c44-8c07-e8e0ef503b7f req-08cb72ac-7f6d-4917-8490-7aeea66a4b8c tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 946 time: 0.0608799 Sep 22 12:33:15.418534 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:15.435724 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3c1cbc0a-a9ee-4c44-8c07-e8e0ef503b7f req-7cbcde00-fdc8-4837-bea9-ff9376ea9e7e tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569541 Sep 22 12:33:15.585831 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf6e60-718a-41b6-9a9b-5da09b82d5f0 req-98081fd6-b2df-4af8-a89b-0620bfc8ae5d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:15.593714 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d7bf6e60-718a-41b6-9a9b-5da09b82d5f0 req-98081fd6-b2df-4af8-a89b-0620bfc8ae5d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0548761 Sep 22 12:33:15.640268 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d7bf6e60-718a-41b6-9a9b-5da09b82d5f0 req-d8ed2251-9d5f-4e97-be8d-65cad58d587c tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454252 Sep 22 12:33:16.322508 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09b76c-5699-4d23-80bc-1d4038662792 req-cd2e9b27-c53f-480a-aa83-a85be1e2d0cc tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:16.324135 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6b09b76c-5699-4d23-80bc-1d4038662792 req-cd2e9b27-c53f-480a-aa83-a85be1e2d0cc tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0816915 Sep 22 12:33:16.394296 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6b09b76c-5699-4d23-80bc-1d4038662792 req-89a4b9f3-68ea-493f-a460-27b2796987a6 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643263 Sep 22 12:33:16.566266 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec3b86-08fc-4e0a-b1fd-3f864c338983 req-f493f173-9aef-4c50-b8bc-a5d0f43d1a9c tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:16.568070 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6eec3b86-08fc-4e0a-b1fd-3f864c338983 req-f493f173-9aef-4c50-b8bc-a5d0f43d1a9c tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 946 time: 0.0484490 Sep 22 12:33:16.631811 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6eec3b86-08fc-4e0a-b1fd-3f864c338983 req-c5cdbc88-de5f-4a5f-bafd-d5f8f17f09a1 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483024 Sep 22 12:33:16.774033 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a06a4a-9cf9-40e6-ab14-542103653afe req-5226e242-8942-4fbf-8bd7-f352c48e757a tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:16.775696 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-65a06a4a-9cf9-40e6-ab14-542103653afe req-5226e242-8942-4fbf-8bd7-f352c48e757a tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0467119 Sep 22 12:33:16.834016 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-65a06a4a-9cf9-40e6-ab14-542103653afe req-4d519186-9cfb-4c61-98d7-c49aeb60f9e0 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521405 Sep 22 12:33:17.520969 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f896ea-b9d8-4495-85e7-4f600c6e3e57 req-e365c57d-75fb-4f7a-ad6b-ec5d06d7a90f tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:17.522487 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-53f896ea-b9d8-4495-85e7-4f600c6e3e57 req-e365c57d-75fb-4f7a-ad6b-ec5d06d7a90f tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0508311 Sep 22 12:33:17.587501 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-53f896ea-b9d8-4495-85e7-4f600c6e3e57 req-b23479ac-f203-4b3b-9682-c6d576727c12 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580428 Sep 22 12:33:17.759701 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6786535-ede6-4e12-bc8e-3fb9d1b59e91 req-e03dabdd-1298-4605-b6ab-541767230d86 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:17.761324 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f6786535-ede6-4e12-bc8e-3fb9d1b59e91 req-e03dabdd-1298-4605-b6ab-541767230d86 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 946 time: 0.0472834 Sep 22 12:33:17.824528 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f6786535-ede6-4e12-bc8e-3fb9d1b59e91 req-f308db80-bcf7-490f-8ae9-293237d84a8e tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574431 Sep 22 12:33:17.972441 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9700d-5fd6-4626-9a21-205e0186f564 req-b43f7998-4eb5-4b78-b9ea-9d9e43b83bee tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:17.973887 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-78d9700d-5fd6-4626-9a21-205e0186f564 req-b43f7998-4eb5-4b78-b9ea-9d9e43b83bee tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0469589 Sep 22 12:33:17.996095 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=9 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:18.032911 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-78d9700d-5fd6-4626-9a21-205e0186f564 req-b6929611-b369-4a27-a0e7-704a52737f51 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531561 Sep 22 12:33:18.708134 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea342fb-f932-4746-aa1b-0666bd26f7f9 req-f8a8b48c-f4d3-4783-b9a0-9d199c96a967 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:18.709527 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7ea342fb-f932-4746-aa1b-0666bd26f7f9 req-f8a8b48c-f4d3-4783-b9a0-9d199c96a967 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0460415 Sep 22 12:33:18.751471 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:18.760059 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7ea342fb-f932-4746-aa1b-0666bd26f7f9 req-fee95894-e828-4b39-af6d-2a40e3c8a938 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443904 Sep 22 12:33:18.953996 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8242d-88cc-49c3-bd30-ea5e50da711d req-81188a73-9434-4ec5-9442-6448ffb8cb0a tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:18.955533 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11a8242d-88cc-49c3-bd30-ea5e50da711d req-81188a73-9434-4ec5-9442-6448ffb8cb0a tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 946 time: 0.0497162 Sep 22 12:33:19.002645 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11a8242d-88cc-49c3-bd30-ea5e50da711d req-053e01bb-e3f5-411f-8337-ff53f0b8ee27 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411880 Sep 22 12:33:19.143882 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=68 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:19.145797 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=59 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:19.161402 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:19.170572 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6b2ce-86e4-42e9-a5db-4ca728e449d3 req-c6ec477a-af0c-4737-94bf-048db1c7cf20 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:19.172027 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4eb6b2ce-86e4-42e9-a5db-4ca728e449d3 req-c6ec477a-af0c-4737-94bf-048db1c7cf20 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0529499 Sep 22 12:33:19.207056 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:19.219527 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4eb6b2ce-86e4-42e9-a5db-4ca728e449d3 req-05f878ae-4b56-431a-961f-a47cfe2ceadc tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419800 Sep 22 12:33:19.885410 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbdb6d-6a7e-4c28-ab56-d3d227b3561d req-bd9a62d4-4fed-4c7c-b54d-4affb4c26311 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:19.886891 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-37cbdb6d-6a7e-4c28-ab56-d3d227b3561d req-bd9a62d4-4fed-4c7c-b54d-4affb4c26311 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0503230 Sep 22 12:33:19.939760 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-37cbdb6d-6a7e-4c28-ab56-d3d227b3561d req-19c298b7-bada-42d2-89fe-19e5005ba82c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459118 Sep 22 12:33:20.132105 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1ef6a-8c7f-4991-af68-1e75a5a219dc req-827fcbf6-1de9-46ac-94a8-3ae59cc9e8eb tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:20.133616 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-28f1ef6a-8c7f-4991-af68-1e75a5a219dc req-827fcbf6-1de9-46ac-94a8-3ae59cc9e8eb tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 946 time: 0.0520527 Sep 22 12:33:20.162617 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=85 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:20.182240 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-28f1ef6a-8c7f-4991-af68-1e75a5a219dc req-75f57c27-e2d0-4d61-b74d-f22e0f007902 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424993 Sep 22 12:33:20.349660 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df841415-f811-46d8-bd84-4a499c542db4 req-0c30147c-74a6-4ae6-988d-d03112e94e7e tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:20.351110 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-df841415-f811-46d8-bd84-4a499c542db4 req-0c30147c-74a6-4ae6-988d-d03112e94e7e tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0456157 Sep 22 12:33:20.397796 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-df841415-f811-46d8-bd84-4a499c542db4 req-2fc09bbe-91a0-45d5-8833-ed53632b3ea4 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400956 Sep 22 12:33:21.058432 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5068321-6e16-4223-a567-d2f92fcfefce req-6949c79e-766f-44e7-8034-e16b9e3e42ff tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:21.059847 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c5068321-6e16-4223-a567-d2f92fcfefce req-6949c79e-766f-44e7-8034-e16b9e3e42ff tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0452113 Sep 22 12:33:21.109204 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c5068321-6e16-4223-a567-d2f92fcfefce req-18293fe3-2b13-48d9-a982-9bed20ba7149 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437815 Sep 22 12:33:21.300834 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5783306-5bca-47f3-b9e8-534f539880da req-2d48eba9-7cf5-4bc2-9c73-7272a0774a9d tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:21.302282 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e5783306-5bca-47f3-b9e8-534f539880da req-2d48eba9-7cf5-4bc2-9c73-7272a0774a9d tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 946 time: 0.0462914 Sep 22 12:33:21.347593 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e5783306-5bca-47f3-b9e8-534f539880da req-6a01e525-0a86-4629-9c8a-4b32708f4ff3 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392358 Sep 22 12:33:21.520979 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33f1e4-ea7b-4ecc-8b70-74e82207f6db req-da9c92bc-f806-4bc8-b2cc-9a331d93d789 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:21.522336 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ea33f1e4-ea7b-4ecc-8b70-74e82207f6db req-da9c92bc-f806-4bc8-b2cc-9a331d93d789 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0461855 Sep 22 12:33:21.568902 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ea33f1e4-ea7b-4ecc-8b70-74e82207f6db req-d2196edc-bc2d-4a13-8379-615894849d97 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406206 Sep 22 12:33:22.230967 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d9bc5-a9b9-4177-a385-9143b445e007 req-12280d69-02e5-4061-8a57-835bba116c87 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:22.232437 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d52d9bc5-a9b9-4177-a385-9143b445e007 req-12280d69-02e5-4061-8a57-835bba116c87 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0495644 Sep 22 12:33:22.278616 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d52d9bc5-a9b9-4177-a385-9143b445e007 req-89ebf44b-284f-4c14-85e9-5d1b6e13c10c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407476 Sep 22 12:33:22.488318 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcae0f6-7f61-40fb-ae82-13c7091424a7 req-bab53c73-e136-4d99-966a-abca57d55a2b tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:22.489762 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0bcae0f6-7f61-40fb-ae82-13c7091424a7 req-bab53c73-e136-4d99-966a-abca57d55a2b tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 946 time: 0.0464602 Sep 22 12:33:22.536418 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0bcae0f6-7f61-40fb-ae82-13c7091424a7 req-3c347565-739c-46ea-b1fc-092f550d7189 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406394 Sep 22 12:33:22.697121 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37876c6e-5fff-4cee-be04-aaafde277bd8 req-b683d5a0-0ef2-46c6-826f-630057efb6f9 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:22.698584 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-37876c6e-5fff-4cee-be04-aaafde277bd8 req-b683d5a0-0ef2-46c6-826f-630057efb6f9 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0463181 Sep 22 12:33:22.747105 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-37876c6e-5fff-4cee-be04-aaafde277bd8 req-c548189d-ab7a-4915-ac62-b42f90693a0a tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430157 Sep 22 12:33:23.398802 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab476a9d-51de-43a6-b9c6-139650c1f784 req-0eb975bc-3428-4878-b198-170f382cde4c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:23.400811 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ab476a9d-51de-43a6-b9c6-139650c1f784 req-0eb975bc-3428-4878-b198-170f382cde4c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0496621 Sep 22 12:33:23.417817 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-9d27890c-11f1-4344-8052-35f6b878acff req-049a0c7f-4912-4c62-b643-b6cdad6b4d9e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433657 Sep 22 12:33:23.423671 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:23.455569 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ab476a9d-51de-43a6-b9c6-139650c1f784 req-a20a1f19-61a5-4415-8977-11263700f0d9 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485666 Sep 22 12:33:23.654803 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e461c-4ad2-47a4-bbad-776d125a7383 req-d3779cc2-3a22-400b-ba36-733d4d4a0e9e tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:23.656239 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-035e461c-4ad2-47a4-bbad-776d125a7383 req-d3779cc2-3a22-400b-ba36-733d4d4a0e9e tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 946 time: 0.0452387 Sep 22 12:33:23.688754 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:23.703472 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-035e461c-4ad2-47a4-bbad-776d125a7383 req-d2f92040-3307-4093-9119-44136bf5309d tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417402 Sep 22 12:33:24.092701 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654ead7-8f8c-4ef3-b2b6-3622f624572a req-2ece8c2b-504f-4064-b895-166489463f4d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:24.094136 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1654ead7-8f8c-4ef3-b2b6-3622f624572a req-2ece8c2b-504f-4064-b895-166489463f4d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.2677794 Sep 22 12:33:24.140170 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1654ead7-8f8c-4ef3-b2b6-3622f624572a req-e8ef7d51-202e-46e1-a948-64529bff5028 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404615 Sep 22 12:33:24.574887 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de1b57-0078-4d23-b335-4f7600cd6c5a req-d4923d0f-ef21-4008-9536-ad9abc717675 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:24.576335 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d5de1b57-0078-4d23-b335-4f7600cd6c5a req-d4923d0f-ef21-4008-9536-ad9abc717675 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0462852 Sep 22 12:33:24.637797 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d5de1b57-0078-4d23-b335-4f7600cd6c5a req-0844508e-a3a6-45b4-ba7a-525d6dbe939a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558085 Sep 22 12:33:24.715985 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4dc51-c826-4359-ad9b-c35ba77858bd req-0052ab7e-3b6c-4bf2-8865-2db019eb92b8 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:24.715985 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8fb4dc51-c826-4359-ad9b-c35ba77858bd req-0052ab7e-3b6c-4bf2-8865-2db019eb92b8 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 946 time: 0.0651791 Sep 22 12:33:24.763520 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27890c-11f1-4344-8052-35f6b878acff req-fa55bcd8-6a3c-4f4b-8e20-22ff66a99b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:24.767110 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-9d27890c-11f1-4344-8052-35f6b878acff req-fa55bcd8-6a3c-4f4b-8e20-22ff66a99b43 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=40ddbbe59b90403fb3ea9212d10727aa&device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 1129 time: 0.1409671 Sep 22 12:33:24.880385 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27890c-11f1-4344-8052-35f6b878acff req-e87467db-3354-4b1c-9df2-11a803ad395a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:24.881875 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-9d27890c-11f1-4344-8052-35f6b878acff req-e87467db-3354-4b1c-9df2-11a803ad395a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd HTTP/1.1" status: 200 len: 916 time: 0.0923126 Sep 22 12:33:24.898179 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203b5b4-da0e-4081-a188-5b1475d754de req-78c9c8e4-753d-4844-9c73-a4b27c4ce3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:24.900223 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0203b5b4-da0e-4081-a188-5b1475d754de req-78c9c8e4-753d-4844-9c73-a4b27c4ce3b4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 1130 time: 0.1492984 Sep 22 12:33:24.934047 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c68ae-ec2d-48e5-b399-5b015b35e922 req-340b63d8-39f5-45e4-893e-4d1b3deafe20 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:24.937422 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-792c68ae-ec2d-48e5-b399-5b015b35e922 req-340b63d8-39f5-45e4-893e-4d1b3deafe20 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 946 time: 0.1322842 Sep 22 12:33:24.960709 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-8fb4dc51-c826-4359-ad9b-c35ba77858bd req-9c80b07f-50ef-40fd-8b2b-f2b34d79576b tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Deleting port 542f47ac-43dd-4d65-b99a-3389e7f5abdc {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:33:24.961749 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-8fb4dc51-c826-4359-ad9b-c35ba77858bd req-9c80b07f-50ef-40fd-8b2b-f2b34d79576b tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (542f47ac-43dd-4d65-b99a-3389e7f5abdc), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:24.967438 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-8189d3c3-91d5-436d-a26f-1b43fd552dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:24.981729 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-9d27890c-11f1-4344-8052-35f6b878acff req-a09f8dd3-fb8c-459d-9511-9284136239a4 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ccdb191-e1dc-4383-95e0-0dda555c85b6 HTTP/1.1" status: 200 len: 1001 time: 0.0871916 Sep 22 12:33:25.067353 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0203b5b4-da0e-4081-a188-5b1475d754de req-67d007f5-9f18-4242-896a-3bd63a852385 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570988 Sep 22 12:33:25.080607 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-792c68ae-ec2d-48e5-b399-5b015b35e922 req-6d347717-08d5-4247-aefb-15eb103ad5be tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345463 Sep 22 12:33:25.111871 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-8fb4dc51-c826-4359-ad9b-c35ba77858bd req-9c80b07f-50ef-40fd-8b2b-f2b34d79576b tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] For port 542f47ac-43dd-4d65-b99a-3389e7f5abdc, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=542f47ac-43dd-4d65-b99a-3389e7f5abdc,segment=NetworkSegment(1b44537e-ae7a-46b6-91d5-fa69dcb7e52e),segment_id=1b44537e-ae7a-46b6-91d5-fa69dcb7e52e)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:33:25.112244 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-8fb4dc51-c826-4359-ad9b-c35ba77858bd req-9c80b07f-50ef-40fd-8b2b-f2b34d79576b tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (542f47ac-43dd-4d65-b99a-3389e7f5abdc), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:25.125015 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-8fb4dc51-c826-4359-ad9b-c35ba77858bd req-9c80b07f-50ef-40fd-8b2b-f2b34d79576b tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Calling delete_port for 542f47ac-43dd-4d65-b99a-3389e7f5abdc owned by compute:nova {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:33:25.297028 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23106c7e-a733-48c9-9633-3711d5e1b969 req-ce1551f4-810d-4105-9912-4db386b7028c tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:25.298498 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-23106c7e-a733-48c9-9633-3711d5e1b969 req-ce1551f4-810d-4105-9912-4db386b7028c tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0727103 Sep 22 12:33:25.299569 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-8fb4dc51-c826-4359-ad9b-c35ba77858bd req-9c80b07f-50ef-40fd-8b2b-f2b34d79576b tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (542f47ac-43dd-4d65-b99a-3389e7f5abdc), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:25.303774 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:25.313763 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['542f47ac-43dd-4d65-b99a-3389e7f5abdc'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:33:25.330936 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27890c-11f1-4344-8052-35f6b878acff req-8f012ae8-72e0-49f0-a886-bde43537af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:25.332457 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-9d27890c-11f1-4344-8052-35f6b878acff req-8f012ae8-72e0-49f0-a886-bde43537af0b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d853fe9a-55b9-4c8d-9099-d1741ea2e14d HTTP/1.1" status: 200 len: 854 time: 0.0462255 Sep 22 12:33:25.346393 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80b07f-50ef-40fd-8b2b-f2b34d79576b tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Pushing event deleted for resources: {'Port': ['ID=542f47ac-43dd-4d65-b99a-3389e7f5abdc,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:25.363993 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:25.390293 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:25.412879 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb4dc51-c826-4359-ad9b-c35ba77858bd req-9c80b07f-50ef-40fd-8b2b-f2b34d79576b tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] No DVR routers for this DVR port 542f47ac-43dd-4d65-b99a-3389e7f5abdc on host hv-cinder-85646 {{(pid=106188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:33:25.417801 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-23106c7e-a733-48c9-9633-3711d5e1b969 req-eccc0429-9683-43c6-95de-f14d2c673185 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130841 Sep 22 12:33:25.419084 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-8fb4dc51-c826-4359-ad9b-c35ba77858bd req-9c80b07f-50ef-40fd-8b2b-f2b34d79576b tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:25.422214 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8fb4dc51-c826-4359-ad9b-c35ba77858bd req-9c80b07f-50ef-40fd-8b2b-f2b34d79576b tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.20 "DELETE /networking/v2.0/ports/542f47ac-43dd-4d65-b99a-3389e7f5abdc HTTP/1.1" status: 204 len: 173 time: 0.6549599 Sep 22 12:33:25.422710 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d04cb8b-ca1a-46fa-995c-e2d41d452e06', 'name': 'network-vif-deleted', 'tag': '542f47ac-43dd-4d65-b99a-3389e7f5abdc'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:33:25.424996 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f59323-0f89-45bb-8c63-3c68d28d34c1" -d '{"events": [{"server_uuid": "6d04cb8b-ca1a-46fa-995c-e2d41d452e06", "name": "network-vif-deleted", "tag": "542f47ac-43dd-4d65-b99a-3389e7f5abdc"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:33:25.461117 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461c2352-1b04-4d2d-9926-76042dc82fc1 x-openstack-request-id: req-461c2352-1b04-4d2d-9926-76042dc82fc1 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:33:25.461409 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d04cb8b-ca1a-46fa-995c-e2d41d452e06", "name": "network-vif-deleted", "tag": "542f47ac-43dd-4d65-b99a-3389e7f5abdc", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:33:25.461663 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-461c2352-1b04-4d2d-9926-76042dc82fc1 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:33:25.462620 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-461c2352-1b04-4d2d-9926-76042dc82fc1'] response: {'server_uuid': '6d04cb8b-ca1a-46fa-995c-e2d41d452e06', 'name': 'network-vif-deleted', 'tag': '542f47ac-43dd-4d65-b99a-3389e7f5abdc', 'status': 'completed', 'code': 200} Sep 22 12:33:25.571992 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27890c-11f1-4344-8052-35f6b878acff req-baadf98e-8ceb-4801-9ed0-720a558b2850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:25.573519 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-9d27890c-11f1-4344-8052-35f6b878acff req-baadf98e-8ceb-4801-9ed0-720a558b2850 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473680 Sep 22 12:33:25.674340 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-9d27890c-11f1-4344-8052-35f6b878acff req-25c50d42-fce4-4282-8654-3c905c49d285 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927873 Sep 22 12:33:25.763702 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00708ab6-cc6d-47cc-9a80-eaea1535c1eb req-520afafa-3ac0-4bf9-932c-073c24a7bd5f tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:25.765257 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-00708ab6-cc6d-47cc-9a80-eaea1535c1eb req-520afafa-3ac0-4bf9-932c-073c24a7bd5f tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0471261 Sep 22 12:33:25.811847 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-00708ab6-cc6d-47cc-9a80-eaea1535c1eb req-c3d418de-ed8e-470c-9f9a-d710e5f0c0bd tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410607 Sep 22 12:33:26.149895 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-9d27890c-11f1-4344-8052-35f6b878acff req-427dd03b-6c9f-4f38-b3dc-173a3fdabae4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134286 Sep 22 12:33:26.221193 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2b033aa5-34fb-4527-a15d-07f2bb499897 req-3dc4b781-660b-4980-994a-8dc16dcd8a51 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 210 time: 0.0405221 Sep 22 12:33:26.357419 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5490721-4ac5-4390-92a6-a598888a07d9 req-5b41e615-681c-45b7-9546-9045ccb7d56a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:26.358797 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f5490721-4ac5-4390-92a6-a598888a07d9 req-5b41e615-681c-45b7-9546-9045ccb7d56a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 945 time: 0.0486023 Sep 22 12:33:26.409525 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f5490721-4ac5-4390-92a6-a598888a07d9 req-c7f810c3-35ea-494b-99f2-e91fc01ca812 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450573 Sep 22 12:33:26.543635 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1413b-50b5-423e-a03b-d996b2b74f46 req-6f0225a0-c696-42e9-b804-d4813adc733a tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:26.545128 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c2c1413b-50b5-423e-a03b-d996b2b74f46 req-6f0225a0-c696-42e9-b804-d4813adc733a tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0460618 Sep 22 12:33:26.590655 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c2c1413b-50b5-423e-a03b-d996b2b74f46 req-2e5e4e39-bb52-450e-92cc-e4e70e07012d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401495 Sep 22 12:33:26.933636 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce1134-3fad-4ada-a1ac-31171720ef60 req-466216cf-9680-4a9d-809f-905df003c923 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:26.935115 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-edce1134-3fad-4ada-a1ac-31171720ef60 req-466216cf-9680-4a9d-809f-905df003c923 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0468292 Sep 22 12:33:26.982546 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-edce1134-3fad-4ada-a1ac-31171720ef60 req-cd5fb291-5748-4b5c-b6e9-f3fa31ee4b7b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416355 Sep 22 12:33:27.056966 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-74ef98b7-2880-4ad9-a1fd-3303ecce8745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:27.114560 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316e599-bb01-4cc7-bbad-b050f2c8f605 req-85f8b0fc-ba80-42bf-9016-dbd7f6e83ff6 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:27.115923 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0316e599-bb01-4cc7-bbad-b050f2c8f605 req-85f8b0fc-ba80-42bf-9016-dbd7f6e83ff6 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0504866 Sep 22 12:33:27.162435 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0316e599-bb01-4cc7-bbad-b050f2c8f605 req-be2701d5-99c2-45ce-9f31-0cd09a729cd2 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403912 Sep 22 12:33:27.346934 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-dfef0fe5-861e-4843-9549-5f15273ae9a3 req-28646f18-1670-4c1d-a54f-cee60866deb4 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 210 time: 0.0269969 Sep 22 12:33:27.537410 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87315000-87ad-44df-8ca8-7f0965667f8d req-995249be-85a8-4a42-ba38-76b8fb6115dc tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:27.538885 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-87315000-87ad-44df-8ca8-7f0965667f8d req-995249be-85a8-4a42-ba38-76b8fb6115dc tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 945 time: 0.0491331 Sep 22 12:33:27.589911 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-87315000-87ad-44df-8ca8-7f0965667f8d req-3c6d3072-375a-42f2-8dad-8e2ca09a7cb9 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448713 Sep 22 12:33:27.717830 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9616925-05a5-4e04-9081-6a8f8fae3124 req-792e4ae6-10a1-42ef-99db-deb91ad2e4bb tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:27.719197 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c9616925-05a5-4e04-9081-6a8f8fae3124 req-792e4ae6-10a1-42ef-99db-deb91ad2e4bb tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0463209 Sep 22 12:33:27.772466 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c9616925-05a5-4e04-9081-6a8f8fae3124 req-a33588cc-b4be-445d-ab25-6edbd6a52e2f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477653 Sep 22 12:33:28.106129 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff71548-53d6-409f-8b69-c5e0515d4671 req-ad0b6cf3-7643-468d-80cd-d0ec77efd149 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:28.107679 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5ff71548-53d6-409f-8b69-c5e0515d4671 req-ad0b6cf3-7643-468d-80cd-d0ec77efd149 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0478871 Sep 22 12:33:28.154355 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5ff71548-53d6-409f-8b69-c5e0515d4671 req-0ac68b0a-87fb-4006-a4e8-43fe5d9a365b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409238 Sep 22 12:33:28.264503 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 542f47ac-43dd-4d65-b99a-3389e7f5abdc no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:33:28.287796 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a39bb1-1d3f-4ff1-bae5-bf4e8ead2ad7 req-dfe7f57c-3096-4524-94cc-b178185b97cf tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:28.288916 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] No Port match for: 542f47ac-43dd-4d65-b99a-3389e7f5abdc {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:33:28.289262 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 542f47ac-43dd-4d65-b99a-3389e7f5abdc not bound to the agent host hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:33:28.289371 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b2a39bb1-1d3f-4ff1-bae5-bf4e8ead2ad7 req-dfe7f57c-3096-4524-94cc-b178185b97cf tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0513668 Sep 22 12:33:28.336470 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b2a39bb1-1d3f-4ff1-bae5-bf4e8ead2ad7 req-fd28ef74-a4cd-4176-877e-840d088d7366 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413115 Sep 22 12:33:28.445670 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:28.465295 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8d750e57-b594-46ca-a1c9-cb2a5f287109 req-04d5c1c8-1019-4e7d-b527-950b0aab68c9 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 210 time: 0.0323117 Sep 22 12:33:28.563918 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34328e48-303c-49e0-8365-75bb597d9f09 req-de520171-8ffb-43e4-8f25-71c7877e53b6 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:28.565296 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-34328e48-303c-49e0-8365-75bb597d9f09 req-de520171-8ffb-43e4-8f25-71c7877e53b6 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0452580 Sep 22 12:33:28.611685 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-34328e48-303c-49e0-8365-75bb597d9f09 req-a2528f59-9e79-483c-9513-bbebbfbf2864 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409167 Sep 22 12:33:28.693869 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:28.712201 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec379bb-7501-4e4d-b296-30706e151e9d req-ae18b808-0bd5-4313-ac0e-3a6adf8116fd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:28.713680 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-fec379bb-7501-4e4d-b296-30706e151e9d req-ae18b808-0bd5-4313-ac0e-3a6adf8116fd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 945 time: 0.0497315 Sep 22 12:33:28.760239 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-fec379bb-7501-4e4d-b296-30706e151e9d req-51a9b0ac-5d6b-45e3-9f9f-96b3d57bd6b0 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410082 Sep 22 12:33:28.880762 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:28.898548 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041e462-03dd-4bd2-8522-cc526de9bd00 req-072df5cb-7c6b-4bd3-a319-067398f7e0cc tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:28.900008 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a041e462-03dd-4bd2-8522-cc526de9bd00 req-072df5cb-7c6b-4bd3-a319-067398f7e0cc tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0462279 Sep 22 12:33:28.945514 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a041e462-03dd-4bd2-8522-cc526de9bd00 req-0bf4fda4-a4f1-4a9b-90f7-8fdd8107f1cd tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399399 Sep 22 12:33:29.041062 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ea2a4-4bf1-4af1-919f-232b34aaadd1 req-dad5ddc0-8da8-4315-a464-24395e08097f tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:29.042615 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-132ea2a4-4bf1-4af1-919f-232b34aaadd1 req-dad5ddc0-8da8-4315-a464-24395e08097f tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 945 time: 0.0572007 Sep 22 12:33:29.047729 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fa5ef-f3c3-4921-9ce4-05cd7002ab87 req-95da9066-7c4a-4cc4-84e8-1854cf18a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:29.049213 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-573fa5ef-f3c3-4921-9ce4-05cd7002ab87 req-95da9066-7c4a-4cc4-84e8-1854cf18a1e5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 1130 time: 0.0453122 Sep 22 12:33:29.461312 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f2069e-c33f-4c39-84a5-b91745a172d6 req-9a167e95-41c1-4395-aa88-3dfa90f86f70 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:29.463308 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b2f2069e-c33f-4c39-84a5-b91745a172d6 req-9a167e95-41c1-4395-aa88-3dfa90f86f70 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0467544 Sep 22 12:33:29.512175 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b2f2069e-c33f-4c39-84a5-b91745a172d6 req-27e3b23d-e819-4046-a9b4-2cfc84fb5179 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426238 Sep 22 12:33:29.582735 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e8441788-0927-4fa9-a286-620ceb5542ef req-3b6f0cee-e604-46cf-9e02-f680b9294038 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6d04cb8b-ca1a-46fa-995c-e2d41d452e06 HTTP/1.1" status: 200 len: 210 time: 0.0266285 Sep 22 12:33:29.789926 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c47b9-781a-43de-bcc1-7e17b19745a0 req-e8fe889e-2a89-4382-9552-48307778f1a2 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:29.791688 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c87c47b9-781a-43de-bcc1-7e17b19745a0 req-e8fe889e-2a89-4382-9552-48307778f1a2 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.1016853 Sep 22 12:33:29.807577 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [req-132ea2a4-4bf1-4af1-919f-232b34aaadd1 req-0af8c6b0-a3e0-491a-89f1-bd024338750c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Deleting port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:33:29.807949 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-132ea2a4-4bf1-4af1-919f-232b34aaadd1 req-0af8c6b0-a3e0-491a-89f1-bd024338750c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (3ccdb191-e1dc-4383-95e0-0dda555c85b6), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:29.877097 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fa5ef-f3c3-4921-9ce4-05cd7002ab87 req-a48230f7-4115-483d-a5eb-0eadee2e5a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:29.877097 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-573fa5ef-f3c3-4921-9ce4-05cd7002ab87 req-a48230f7-4115-483d-a5eb-0eadee2e5a8e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a HTTP/1.1" status: 200 len: 920 time: 0.1758013 Sep 22 12:33:29.907613 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:29.917899 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [req-132ea2a4-4bf1-4af1-919f-232b34aaadd1 req-0af8c6b0-a3e0-491a-89f1-bd024338750c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] For port 3ccdb191-e1dc-4383-95e0-0dda555c85b6, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=3ccdb191-e1dc-4383-95e0-0dda555c85b6,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:33:29.918258 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-132ea2a4-4bf1-4af1-919f-232b34aaadd1 req-0af8c6b0-a3e0-491a-89f1-bd024338750c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (3ccdb191-e1dc-4383-95e0-0dda555c85b6), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:29.943549 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c87c47b9-781a-43de-bcc1-7e17b19745a0 req-617452c6-2174-4a7c-af3c-2ce2fe3b8b11 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424606 Sep 22 12:33:29.964810 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:29.967059 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839269ed-262f-479f-bb17-6ebba443b741 req-53a0f8b5-c3cb-43d8-8175-810afb2244bb tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:29.973886 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-839269ed-262f-479f-bb17-6ebba443b741 req-53a0f8b5-c3cb-43d8-8175-810afb2244bb tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 945 time: 0.1243763 Sep 22 12:33:30.005699 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-573fa5ef-f3c3-4921-9ce4-05cd7002ab87 req-92bac6c0-44e4-4d75-95ba-2b4d8b13590f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76be057b-3ae6-473f-85db-c31a75400a6b HTTP/1.1" status: 200 len: 1001 time: 0.1086652 Sep 22 12:33:30.094487 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-132ea2a4-4bf1-4af1-919f-232b34aaadd1 req-0af8c6b0-a3e0-491a-89f1-bd024338750c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:30.095471 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-132ea2a4-4bf1-4af1-919f-232b34aaadd1 req-0af8c6b0-a3e0-491a-89f1-bd024338750c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (d394c3b0-0585-4bec-a8bb-3fa3d1b01094), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:30.095786 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.db.l3_db [req-132ea2a4-4bf1-4af1-919f-232b34aaadd1 req-0af8c6b0-a3e0-491a-89f1-bd024338750c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Floating IP d394c3b0-0585-4bec-a8bb-3fa3d1b01094 disassociated. External IP: 172.27.0.143, port: 3ccdb191-e1dc-4383-95e0-0dda555c85b6. Sep 22 12:33:30.096135 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [req-132ea2a4-4bf1-4af1-919f-232b34aaadd1 req-0af8c6b0-a3e0-491a-89f1-bd024338750c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Calling delete_port for 3ccdb191-e1dc-4383-95e0-0dda555c85b6 owned by compute:nova {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:33:30.113790 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-839269ed-262f-479f-bb17-6ebba443b741 req-38cdc69d-1d08-4d31-9056-79808d180a1b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=734aa3ef-a031-43cd-81ee-dc41f747ade7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390672 Sep 22 12:33:30.120115 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fa5ef-f3c3-4921-9ce4-05cd7002ab87 req-6dbb1149-6cd2-430e-b7ad-124736455f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:30.122180 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-573fa5ef-f3c3-4921-9ce4-05cd7002ab87 req-6dbb1149-6cd2-430e-b7ad-124736455f8f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6136a7d9-4fb1-4ae9-8b34-a44ca765189e HTTP/1.1" status: 200 len: 858 time: 0.1077948 Sep 22 12:33:30.127541 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aaeda0-33b6-462b-8008-d8c6f494376d req-fe683b1f-346c-4331-8b8d-55b0338c0ec5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:30.140644 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-93aaeda0-33b6-462b-8008-d8c6f494376d req-fe683b1f-346c-4331-8b8d-55b0338c0ec5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 943 time: 0.0805080 Sep 22 12:33:30.146238 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:30.186452 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:30.188004 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fa5ef-f3c3-4921-9ce4-05cd7002ab87 req-b70a8806-97c6-4909-a8e2-7392e3a73cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:30.189772 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-573fa5ef-f3c3-4921-9ce4-05cd7002ab87 req-b70a8806-97c6-4909-a8e2-7392e3a73cd4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599198 Sep 22 12:33:30.234011 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-132ea2a4-4bf1-4af1-919f-232b34aaadd1 req-0af8c6b0-a3e0-491a-89f1-bd024338750c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (3ccdb191-e1dc-4383-95e0-0dda555c85b6), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:30.264189 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device c01d78fa-cbfb-4c80-a00f-e7a90be2757f details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:33:30.265489 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-93aaeda0-33b6-462b-8008-d8c6f494376d req-1a865fe8-579b-46c4-b05e-e46910ecf667 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263881 Sep 22 12:33:30.265640 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8c6b0-a3e0-491a-89f1-bd024338750c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event deleted for resources: {'Port': ['ID=3ccdb191-e1dc-4383-95e0-0dda555c85b6,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:30.330637 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-573fa5ef-f3c3-4921-9ce4-05cd7002ab87 req-3e288fec-87f8-4a3f-bd51-7f0e8461e80b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308503 Sep 22 12:33:30.381816 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [req-132ea2a4-4bf1-4af1-919f-232b34aaadd1 req-0af8c6b0-a3e0-491a-89f1-bd024338750c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Router b29ff6e8-f65e-42d9-b132-792f8e95ae0a has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:33:30.395906 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port c01d78fa-cbfb-4c80-a00f-e7a90be2757f, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:33:30.409721 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'port_id': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f', 'mac_address': 'fa:16:3e:97:26:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13cccc76-44bb-44db-a343-17e3d4246299', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:33:30.411560 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:30.429836 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-573fa5ef-f3c3-4921-9ce4-05cd7002ab87 req-1ad954b7-12da-44c8-8d0e-50a7c4f01fda service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922027 Sep 22 12:33:30.451629 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port c01d78fa-cbfb-4c80-a00f-e7a90be2757f is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:33:30.451935 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:30.465795 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01d78fa-cbfb-4c80-a00f-e7a90be2757f {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:33:30.489751 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-132ea2a4-4bf1-4af1-919f-232b34aaadd1 req-0af8c6b0-a3e0-491a-89f1-bd024338750c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:33:30.490586 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port c01d78fa-cbfb-4c80-a00f-e7a90be2757f, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:33:30.496017 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:30.502399 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e1917f-eab4-4685-b899-6c82c51ec9cc None None] Sync routers for ids ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:33:30.535001 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [req-132ea2a4-4bf1-4af1-919f-232b34aaadd1 req-0af8c6b0-a3e0-491a-89f1-bd024338750c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] No DVR routers for this DVR port 3ccdb191-e1dc-4383-95e0-0dda555c85b6 on host hv-cinder-85646 {{(pid=106189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:33:30.537943 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-132ea2a4-4bf1-4af1-919f-232b34aaadd1 req-0af8c6b0-a3e0-491a-89f1-bd024338750c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:30.542250 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-132ea2a4-4bf1-4af1-919f-232b34aaadd1 req-0af8c6b0-a3e0-491a-89f1-bd024338750c tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.20 "DELETE /networking/v2.0/ports/3ccdb191-e1dc-4383-95e0-0dda555c85b6 HTTP/1.1" status: 204 len: 173 time: 0.8411181 Sep 22 12:33:30.542487 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac05188-579c-4644-89f8-233e046b4618', 'name': 'network-vif-deleted', 'tag': '3ccdb191-e1dc-4383-95e0-0dda555c85b6'}] {{(pid=106189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:33:30.544754 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64be3f76f25325df4d162c623afd71985c9d526dbd3dd574d951cc56993afe1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7254b1a6-2b9b-4127-b6e0-2d2985b3e0ca" -d '{"events": [{"server_uuid": "9ac05188-579c-4644-89f8-233e046b4618", "name": "network-vif-deleted", "tag": "3ccdb191-e1dc-4383-95e0-0dda555c85b6"}]}' {{(pid=106189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:33:30.548607 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e1917f-eab4-4685-b899-6c82c51ec9cc None None] Routers {'b29ff6e8-f65e-42d9-b132-792f8e95ae0a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:33:30.549445 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-96e1917f-eab4-4685-b899-6c82c51ec9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:33:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:33:30.588578 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6eedff-eb7e-4217-bfb7-30a727e8409f x-openstack-request-id: req-7a6eedff-eb7e-4217-bfb7-30a727e8409f {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:33:30.588873 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac05188-579c-4644-89f8-233e046b4618", "name": "network-vif-deleted", "tag": "3ccdb191-e1dc-4383-95e0-0dda555c85b6", "status": "completed", "code": 200}]} {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:33:30.589946 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7a6eedff-eb7e-4217-bfb7-30a727e8409f {{(pid=106189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:33:30.589946 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a6eedff-eb7e-4217-bfb7-30a727e8409f'] response: {'server_uuid': '9ac05188-579c-4644-89f8-233e046b4618', 'name': 'network-vif-deleted', 'tag': '3ccdb191-e1dc-4383-95e0-0dda555c85b6', 'status': 'completed', 'code': 200} Sep 22 12:33:30.600466 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,revision_number=9']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:30.698292 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21b2c5-5457-4275-8b0e-8e58e80186bb req-a4300c3e-d9ba-4c3e-a07d-083b2a6a0a06 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:30.700642 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1f21b2c5-5457-4275-8b0e-8e58e80186bb req-a4300c3e-d9ba-4c3e-a07d-083b2a6a0a06 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0823014 Sep 22 12:33:30.763538 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1f21b2c5-5457-4275-8b0e-8e58e80186bb req-007d808d-a8aa-48fa-af5a-ba3cd275b287 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566320 Sep 22 12:33:30.871405 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-96e1917f-eab4-4685-b899-6c82c51ec9cc None None] Set router b29ff6e8-f65e-42d9-b132-792f8e95ae0a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:33:30.942646 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['c01d78fa-cbfb-4c80-a00f-e7a90be2757f'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:33:31.059146 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:31.077029 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43ab14-9de0-4755-bcd7-0699725a4486 req-912b66ae-10fc-4dba-9dce-3661343794f5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:31.078585 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2e43ab14-9de0-4755-bcd7-0699725a4486 req-912b66ae-10fc-4dba-9dce-3661343794f5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0466623 Sep 22 12:33:31.125768 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2e43ab14-9de0-4755-bcd7-0699725a4486 req-365cea78-6d6f-426d-8924-813c21170b60 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414321 Sep 22 12:33:31.129029 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:31.147161 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-96e1917f-eab4-4685-b899-6c82c51ec9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:33:31.185804 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e1917f-eab4-4685-b899-6c82c51ec9cc None None] Checking router: b29ff6e8-f65e-42d9-b132-792f8e95ae0a for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:33:31.204922 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e1917f-eab4-4685-b899-6c82c51ec9cc None None] Routers {'b29ff6e8-f65e-42d9-b132-792f8e95ae0a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:33:31.205529 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-96e1917f-eab4-4685-b899-6c82c51ec9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:33:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:33:31.233292 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-96189dd2-74ef-4e0c-9f7b-1a4554f2bb9f req-95330180-8e04-4d91-a245-45e9837dacd3 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 210 time: 0.0280221 Sep 22 12:33:31.263235 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:31.312986 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-96e1917f-eab4-4685-b899-6c82c51ec9cc None None] Set router b29ff6e8-f65e-42d9-b132-792f8e95ae0a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:33:31.421268 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076fea4-a0da-4e4e-ac28-1becb3046800 req-e9bf1767-8783-4c48-991f-5587ef2e18fc tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:31.422751 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e076fea4-a0da-4e4e-ac28-1becb3046800 req-e9bf1767-8783-4c48-991f-5587ef2e18fc tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 944 time: 0.0490088 Sep 22 12:33:31.470012 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e076fea4-a0da-4e4e-ac28-1becb3046800 req-372ed973-e308-4c72-94d5-1c600f07eeaf tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414574 Sep 22 12:33:31.504600 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-96e1917f-eab4-4685-b899-6c82c51ec9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:33:31.529610 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e1917f-eab4-4685-b899-6c82c51ec9cc None None] The sync data for ids ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'] in dv-cinder-856463-4-iscsi is: [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:33:31.727016 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6606704c-0545-41a7-b37a-4c4f0d2207ea None None] New status for floating IP d394c3b0-0585-4bec-a8bb-3fa3d1b01094: DOWN {{(pid=106191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:33:31.896550 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a7473-7646-4e2f-8dfc-0442d26d2f5a req-35d0c6b9-7f9e-4921-9a84-32e8fb775292 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:31.898172 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-897a7473-7646-4e2f-8dfc-0442d26d2f5a req-35d0c6b9-7f9e-4921-9a84-32e8fb775292 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0480075 Sep 22 12:33:31.948651 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-897a7473-7646-4e2f-8dfc-0442d26d2f5a req-fca04f1b-313d-440e-8059-41d082883d7c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440023 Sep 22 12:33:32.246605 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15989e71-0602-4e4a-8ec1-029ef1965cac req-7d6e2247-5a0f-44d8-88ec-a3ad8b1b9af1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:32.248028 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-15989e71-0602-4e4a-8ec1-029ef1965cac req-7d6e2247-5a0f-44d8-88ec-a3ad8b1b9af1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0467947 Sep 22 12:33:32.298157 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-15989e71-0602-4e4a-8ec1-029ef1965cac req-55274c90-df2a-4b8b-af10-1fb3b2694fa0 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445728 Sep 22 12:33:32.344399 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-98fb43b2-27ea-4cde-b8d0-e3a8789e9e99 req-7d5fd432-f0aa-495b-852e-03af9dbf7dd7 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 210 time: 0.0261605 Sep 22 12:33:32.593230 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a158c-a94e-40d3-a61a-e0a17173102a req-a278cf46-4683-4bb9-bf05-1737ac5d6ffd tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:32.594844 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2c8a158c-a94e-40d3-a61a-e0a17173102a req-a278cf46-4683-4bb9-bf05-1737ac5d6ffd tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 944 time: 0.0448520 Sep 22 12:33:32.641383 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2c8a158c-a94e-40d3-a61a-e0a17173102a req-dc12aae6-2db8-489e-8825-e74b6b0e9de1 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413313 Sep 22 12:33:33.066324 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2282c9-6a2b-4d3b-b896-88b6c7f470b6 req-fef499c2-8919-4162-8e5c-2ae955e930c4 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:33.067735 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9c2282c9-6a2b-4d3b-b896-88b6c7f470b6 req-fef499c2-8919-4162-8e5c-2ae955e930c4 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0450435 Sep 22 12:33:33.117273 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9c2282c9-6a2b-4d3b-b896-88b6c7f470b6 req-30a9fc5e-afea-493c-ba33-c6b0c117c899 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434344 Sep 22 12:33:33.416748 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0c6b1-23c1-45bc-84f6-1d15445e2812 req-d3703500-0a65-4e4a-9b73-985cc37a22c4 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:33.418206 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-74d0c6b1-23c1-45bc-84f6-1d15445e2812 req-d3703500-0a65-4e4a-9b73-985cc37a22c4 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0459225 Sep 22 12:33:33.464456 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aa148f24-be98-4196-a6f6-70475c8133b0 req-5c981391-223f-4c8f-883b-8c664af00809 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 210 time: 0.0344148 Sep 22 12:33:33.490835 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-74d0c6b1-23c1-45bc-84f6-1d15445e2812 req-04e85610-ef23-4320-bdc0-828ab117d221 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671310 Sep 22 12:33:33.768422 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c54f3c-b098-4031-9261-00069f0c5912 req-4d84ffac-46f0-4731-a125-7c47585b0559 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:33.769828 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-59c54f3c-b098-4031-9261-00069f0c5912 req-4d84ffac-46f0-4731-a125-7c47585b0559 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 944 time: 0.0476961 Sep 22 12:33:33.815723 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-59c54f3c-b098-4031-9261-00069f0c5912 req-b773f4b7-bd1a-4083-9b94-698d9c238a82 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398030 Sep 22 12:33:34.239266 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82183df-8676-4e01-9036-6b6cefb12cd4 req-7376b056-750f-4979-9d33-0aee68792dc8 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:34.240657 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a82183df-8676-4e01-9036-6b6cefb12cd4 req-7376b056-750f-4979-9d33-0aee68792dc8 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0475471 Sep 22 12:33:34.286728 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a82183df-8676-4e01-9036-6b6cefb12cd4 req-3a4c8f2a-60e4-4b9e-af74-446722f2d4b0 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406246 Sep 22 12:33:34.440460 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device c01d78fa-cbfb-4c80-a00f-e7a90be2757f up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:33:34.484492 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port c01d78fa-cbfb-4c80-a00f-e7a90be2757f triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:33:34.484866 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:34.485196 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port c01d78fa-cbfb-4c80-a00f-e7a90be2757f Sep 22 12:33:34.572881 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port c01d78fa-cbfb-4c80-a00f-e7a90be2757f is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:33:34.573269 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:34.595025 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7d5aa6d9-5350-41ef-b7f8-bfb4e4e86e45 req-f7906007-ee0d-489d-a4de-03af6be08833 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 210 time: 0.0372958 Sep 22 12:33:34.607366 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c97c51-b54b-48e0-9929-cc535246eb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:33:34.609774 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687ef8bd-b6bb-4f68-aaa7-de501fa51704" -d '{"events": [{"server_uuid": "15c97c51-b54b-48e0-9929-cc535246eb97", "name": "network-vif-plugged", "status": "completed", "tag": "c01d78fa-cbfb-4c80-a00f-e7a90be2757f"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:33:34.619966 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:34.626838 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port c01d78fa-cbfb-4c80-a00f-e7a90be2757f, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:33:34.631556 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:34.633290 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 3ccdb191-e1dc-4383-95e0-0dda555c85b6 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:33:34.637988 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a59454-69cd-4b20-a5f9-db9edd3ceb27 req-3bc2a584-a60b-4fa6-bd89-d03f193a3ae2 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:34.639520 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11a59454-69cd-4b20-a5f9-db9edd3ceb27 req-3bc2a584-a60b-4fa6-bd89-d03f193a3ae2 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0557289 Sep 22 12:33:34.655654 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675fbffc-2068-48e6-9bc5-d1120d897f14 x-openstack-request-id: req-675fbffc-2068-48e6-9bc5-d1120d897f14 {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:33:34.655942 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c97c51-b54b-48e0-9929-cc535246eb97", "name": "network-vif-plugged", "status": "completed", "tag": "c01d78fa-cbfb-4c80-a00f-e7a90be2757f", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:33:34.656192 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-675fbffc-2068-48e6-9bc5-d1120d897f14 {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:33:34.656673 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-675fbffc-2068-48e6-9bc5-d1120d897f14'] response: {'server_uuid': '15c97c51-b54b-48e0-9929-cc535246eb97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f', 'code': 200} Sep 22 12:33:34.660160 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] No Port match for: 3ccdb191-e1dc-4383-95e0-0dda555c85b6 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:33:34.660524 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 3ccdb191-e1dc-4383-95e0-0dda555c85b6 not bound to the agent host hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:33:34.693573 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11a59454-69cd-4b20-a5f9-db9edd3ceb27 req-e7054955-0bc8-457c-be74-7fff5b07ca39 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481687 Sep 22 12:33:34.723906 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,revision_number=10']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:34.942938 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8eba41-e4a1-42f0-b3b8-e51c915cb9b6 req-59a6fc86-c202-4249-b6f6-e7b7d450922e tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:34.944414 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1c8eba41-e4a1-42f0-b3b8-e51c915cb9b6 req-59a6fc86-c202-4249-b6f6-e7b7d450922e tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 946 time: 0.0460892 Sep 22 12:33:34.976463 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:34.992020 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1c8eba41-e4a1-42f0-b3b8-e51c915cb9b6 req-7d1cf191-4d3a-4051-97d7-7dd903fa2533 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417709 Sep 22 12:33:35.407817 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ddbee-5d91-4489-a267-d94104f8e4f0 req-5c6e039b-966f-4c69-bb84-ff810aec22da tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:35.409203 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a02ddbee-5d91-4489-a267-d94104f8e4f0 req-5c6e039b-966f-4c69-bb84-ff810aec22da tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0462172 Sep 22 12:33:35.462027 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a02ddbee-5d91-4489-a267-d94104f8e4f0 req-c33e78f5-9db0-4894-a7f9-0086b0b977ad tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472620 Sep 22 12:33:35.706468 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8db1bf20-09b3-43ca-9b0a-6be0048402d1 req-fa0fa78c-7c68-44b1-ad14-bdb88c621e13 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9ac05188-579c-4644-89f8-233e046b4618 HTTP/1.1" status: 200 len: 210 time: 0.0265157 Sep 22 12:33:35.783710 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b956b-dc86-45ae-9249-32e95284788a req-cf88f393-5ec5-458d-b039-226faec3fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:35.785357 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-0b5b956b-dc86-45ae-9249-32e95284788a req-cf88f393-5ec5-458d-b039-226faec3fb58 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 1130 time: 0.0411849 Sep 22 12:33:35.823613 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94be1e-7536-4f82-b92b-2dbff5f607dc req-fc22b57c-caf7-41f4-ae6b-77eecf1ed03c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:35.828783 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ad94be1e-7536-4f82-b92b-2dbff5f607dc req-fc22b57c-caf7-41f4-ae6b-77eecf1ed03c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0513387 Sep 22 12:33:35.834225 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-0b5b956b-dc86-45ae-9249-32e95284788a req-465b22e5-6387-437d-82bd-61c06049e3a4 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421169 Sep 22 12:33:35.888207 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ad94be1e-7536-4f82-b92b-2dbff5f607dc req-c9111341-bc10-4883-8e2f-b275df698442 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573692 Sep 22 12:33:36.005010 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f405107-46c6-47dc-b0d1-6ddbb9ed53e6 req-a322f091-9e97-4d04-9fbd-181120e8120c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:36.006416 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7f405107-46c6-47dc-b0d1-6ddbb9ed53e6 req-a322f091-9e97-4d04-9fbd-181120e8120c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0481122 Sep 22 12:33:36.016887 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 51402) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:33:36.021154 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-44d9f538-14e1-49ce-a541-6d86e002a243 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Request body: {'floatingip': {'port_id': '76be057b-3ae6-473f-85db-c31a75400a6b'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:33:36.076575 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-44d9f538-14e1-49ce-a541-6d86e002a243 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for floatingip (2ec18f5b-4bf5-4aff-9b5e-9cfe7112ca30), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:36.155502 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0612350-ef1a-4fd7-bd30-4c435c2ebd86 req-fe9f5581-4792-46ad-b547-b6dd449f38c3 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:36.156958 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f0612350-ef1a-4fd7-bd30-4c435c2ebd86 req-fe9f5581-4792-46ad-b547-b6dd449f38c3 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 946 time: 0.0839486 Sep 22 12:33:36.260487 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f0612350-ef1a-4fd7-bd30-4c435c2ebd86 req-1cdebf73-888b-4ff5-b87d-0fc82f5c1c27 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953519 Sep 22 12:33:36.792701 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250d33d-b781-4e73-9574-0a214b72c16c req-da55030a-4512-4786-ac8a-4ee1b4ee68bb tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:36.794171 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0250d33d-b781-4e73-9574-0a214b72c16c req-da55030a-4512-4786-ac8a-4ee1b4ee68bb tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0614181 Sep 22 12:33:36.799483 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 51418) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:33:36.856303 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-c5e7adac-a6ce-4866-9065-30358682a98b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (734aa3ef-a031-43cd-81ee-dc41f747ade7), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:36.867963 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:36.879174 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-c5e7adac-a6ce-4866-9065-30358682a98b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (734aa3ef-a031-43cd-81ee-dc41f747ade7), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:36.904970 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0250d33d-b781-4e73-9574-0a214b72c16c req-77e43b95-6c5a-40c1-b9ef-69d3d68c0393 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944471 Sep 22 12:33:36.910933 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-44d9f538-14e1-49ce-a541-6d86e002a243 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:36.916148 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-44d9f538-14e1-49ce-a541-6d86e002a243 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (2ec18f5b-4bf5-4aff-9b5e-9cfe7112ca30), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:36.936751 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-c5e7adac-a6ce-4866-9065-30358682a98b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (734aa3ef-a031-43cd-81ee-dc41f747ade7), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:36.939549 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-c5e7adac-a6ce-4866-9065-30358682a98b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:36.943223 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-c5e7adac-a6ce-4866-9065-30358682a98b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/734aa3ef-a031-43cd-81ee-dc41f747ade7 HTTP/1.1" status: 204 len: 168 time: 0.1402631 Sep 22 12:33:36.944246 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 51420) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:33:36.953876 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:36.962520 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.api.v2.resource [None req-3940aed5-c09e-46db-83a9-97ddac957e6d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] show failed (client error): The resource could not be found. Sep 22 12:33:36.966116 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-3940aed5-c09e-46db-83a9-97ddac957e6d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups/734aa3ef-a031-43cd-81ee-dc41f747ade7 HTTP/1.1" status: 404 len: 347 time: 0.0181980 Sep 22 12:33:36.966116 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7adac-a6ce-4866-9065-30358682a98b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=734aa3ef-a031-43cd-81ee-dc41f747ade7,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:36.966660 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 51422) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:33:37.078032 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-4acb95eb-89ee-490e-9d56-90cbfde9b62d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Deleting port d0af063f-a0a6-4d5e-b55e-067f78492b45 {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:33:37.078366 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4acb95eb-89ee-490e-9d56-90cbfde9b62d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (d0af063f-a0a6-4d5e-b55e-067f78492b45), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:37.121936 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d9f538-14e1-49ce-a541-6d86e002a243 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Router eebb0bf7-e40b-41df-b3a4-ca04676302e4 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:33:37.157149 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4acb95eb-89ee-490e-9d56-90cbfde9b62d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (d0af063f-a0a6-4d5e-b55e-067f78492b45), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:37.157472 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4acb95eb-89ee-490e-9d56-90cbfde9b62d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (d0af063f-a0a6-4d5e-b55e-067f78492b45), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:37.170195 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-4acb95eb-89ee-490e-9d56-90cbfde9b62d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Calling delete_port for d0af063f-a0a6-4d5e-b55e-067f78492b45 owned by network:floatingip {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:33:37.224596 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d9f538-14e1-49ce-a541-6d86e002a243 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:33:37.230264 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-44d9f538-14e1-49ce-a541-6d86e002a243 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:37.236225 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09401f15-2bda-47ab-a0eb-71c6747b05c1 None None] Sync routers for ids ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:33:37.241239 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:37.249151 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09401f15-2bda-47ab-a0eb-71c6747b05c1 None None] Routers {'eebb0bf7-e40b-41df-b3a4-ca04676302e4'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:33:37.250069 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-09401f15-2bda-47ab-a0eb-71c6747b05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:33:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:33:37.258195 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:37.261816 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4881b40d-864a-42ec-8c64-a1366dac5f05', 'tag': '76be057b-3ae6-473f-85db-c31a75400a6b'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:33:37.264243 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a168684d-60d9-4d5e-b817-98bec014bb96" -d '{"events": [{"name": "network-changed", "server_uuid": "4881b40d-864a-42ec-8c64-a1366dac5f05", "tag": "76be057b-3ae6-473f-85db-c31a75400a6b"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:33:37.311341 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-44d9f538-14e1-49ce-a541-6d86e002a243 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/2ec18f5b-4bf5-4aff-9b5e-9cfe7112ca30 HTTP/1.1" status: 200 len: 993 time: 1.2933228 Sep 22 12:33:37.327082 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3f792d-29c9-4012-9910-1467efd0e264 x-openstack-request-id: req-5f3f792d-29c9-4012-9910-1467efd0e264 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:33:37.327385 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4881b40d-864a-42ec-8c64-a1366dac5f05", "tag": "76be057b-3ae6-473f-85db-c31a75400a6b", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:33:37.327647 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5f3f792d-29c9-4012-9910-1467efd0e264 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:33:37.328136 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f3f792d-29c9-4012-9910-1467efd0e264'] response: {'name': 'network-changed', 'server_uuid': '4881b40d-864a-42ec-8c64-a1366dac5f05', 'tag': '76be057b-3ae6-473f-85db-c31a75400a6b', 'status': 'completed', 'code': 200} Sep 22 12:33:37.390232 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-09401f15-2bda-47ab-a0eb-71c6747b05c1 None None] Set router eebb0bf7-e40b-41df-b3a4-ca04676302e4 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:33:37.404007 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076dcc7-cd73-4371-b463-fe639843eed5 req-638e5459-8f3c-423d-a5d1-c49d946fe57c tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:37.405773 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e076dcc7-cd73-4371-b463-fe639843eed5 req-638e5459-8f3c-423d-a5d1-c49d946fe57c tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 946 time: 0.0507977 Sep 22 12:33:37.472841 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e076dcc7-cd73-4371-b463-fe639843eed5 req-599a1236-6021-4eba-ba0e-cf3d9d1f08eb tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577297 Sep 22 12:33:37.557603 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4acb95eb-89ee-490e-9d56-90cbfde9b62d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (d0af063f-a0a6-4d5e-b55e-067f78492b45), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:37.579689 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb95eb-89ee-490e-9d56-90cbfde9b62d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event deleted for resources: {'Port': ['ID=d0af063f-a0a6-4d5e-b55e-067f78492b45,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:37.616486 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:37.637534 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-09401f15-2bda-47ab-a0eb-71c6747b05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1469968037-router', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:57Z', 'updated_at': '2022-09-22T12:29:12Z', 'revision_number': 4, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'gw_port': {'id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '2ec18f5b-4bf5-4aff-9b5e-9cfe7112ca30', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'port_id': '76be057b-3ae6-473f-85db-c31a75400a6b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'mac_address': 'fa:16:3e:c1:5b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4881b40d-864a-42ec-8c64-a1366dac5f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:31:26Z', 'updated_at': '2022-09-22T12:33:36Z', 'revision_number': 3, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f5c2ac-28ae-40b2-a764-1859e23d46ba', 'name': '', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'mac_address': 'fa:16:3e:8a:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:09Z', 'updated_at': '2022-09-22T12:29:26Z', 'revision_number': 5, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'subnets': [{'id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:33:37.650242 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4acb95eb-89ee-490e-9d56-90cbfde9b62d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (d394c3b0-0585-4bec-a8bb-3fa3d1b01094), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:37.652916 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4acb95eb-89ee-490e-9d56-90cbfde9b62d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:37.654065 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-4acb95eb-89ee-490e-9d56-90cbfde9b62d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/d394c3b0-0585-4bec-a8bb-3fa3d1b01094 HTTP/1.1" status: 204 len: 168 time: 0.6863537 Sep 22 12:33:37.665981 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09401f15-2bda-47ab-a0eb-71c6747b05c1 None None] Checking router: eebb0bf7-e40b-41df-b3a4-ca04676302e4 for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:33:37.674998 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09401f15-2bda-47ab-a0eb-71c6747b05c1 None None] Routers {'eebb0bf7-e40b-41df-b3a4-ca04676302e4'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:33:37.675590 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-09401f15-2bda-47ab-a0eb-71c6747b05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:33:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:33:37.679664 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:37.739765 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 51434) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:33:37.744648 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-372efdb3-aa0d-4b59-b398-e8e4ea7c765b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--901975899', 'description': 'tempest-description--1118180316'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:33:37.766257 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-372efdb3-aa0d-4b59-b398-e8e4ea7c765b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:37.787760 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-09401f15-2bda-47ab-a0eb-71c6747b05c1 None None] Set router eebb0bf7-e40b-41df-b3a4-ca04676302e4 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:33:37.834695 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-372efdb3-aa0d-4b59-b398-e8e4ea7c765b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (b513c08c-359d-414d-8e8e-631aa1accacd), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:37.839432 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-372efdb3-aa0d-4b59-b398-e8e4ea7c765b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (b513c08c-359d-414d-8e8e-631aa1accacd), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:37.874785 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372efdb3-aa0d-4b59-b398-e8e4ea7c765b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b513c08c-359d-414d-8e8e-631aa1accacd,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:37.883869 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-372efdb3-aa0d-4b59-b398-e8e4ea7c765b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:37.885166 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-372efdb3-aa0d-4b59-b398-e8e4ea7c765b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1443043 Sep 22 12:33:37.886523 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372efdb3-aa0d-4b59-b398-e8e4ea7c765b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:37.886878 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372efdb3-aa0d-4b59-b398-e8e4ea7c765b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:37.887222 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372efdb3-aa0d-4b59-b398-e8e4ea7c765b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:37.887560 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372efdb3-aa0d-4b59-b398-e8e4ea7c765b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:37.888233 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 51436) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:33:37.893300 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372efdb3-aa0d-4b59-b398-e8e4ea7c765b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:37.893469 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-db0a115a-691e-41f0-ab20-e5a17d5ed4f4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'security_group_rule': {'security_group_id': 'b513c08c-359d-414d-8e8e-631aa1accacd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:33:37.893575 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372efdb3-aa0d-4b59-b398-e8e4ea7c765b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:37.893575 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372efdb3-aa0d-4b59-b398-e8e4ea7c765b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:37.893797 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372efdb3-aa0d-4b59-b398-e8e4ea7c765b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:37.894163 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372efdb3-aa0d-4b59-b398-e8e4ea7c765b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:37.894653 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372efdb3-aa0d-4b59-b398-e8e4ea7c765b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:37.895057 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372efdb3-aa0d-4b59-b398-e8e4ea7c765b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:37.895409 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372efdb3-aa0d-4b59-b398-e8e4ea7c765b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:37.895734 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372efdb3-aa0d-4b59-b398-e8e4ea7c765b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:37.896056 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372efdb3-aa0d-4b59-b398-e8e4ea7c765b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:37.896415 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372efdb3-aa0d-4b59-b398-e8e4ea7c765b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:37.925651 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-db0a115a-691e-41f0-ab20-e5a17d5ed4f4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (f9af2bde-7e62-4119-9a5c-905a979eb918), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:37.989158 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-db0a115a-691e-41f0-ab20-e5a17d5ed4f4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (f9af2bde-7e62-4119-9a5c-905a979eb918), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:37.993089 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-db0a115a-691e-41f0-ab20-e5a17d5ed4f4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (f9af2bde-7e62-4119-9a5c-905a979eb918), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:38.013143 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a115a-691e-41f0-ab20-e5a17d5ed4f4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9af2bde-7e62-4119-9a5c-905a979eb918,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:38.021218 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a115a-691e-41f0-ab20-e5a17d5ed4f4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:38.021589 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a115a-691e-41f0-ab20-e5a17d5ed4f4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:38.021929 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a115a-691e-41f0-ab20-e5a17d5ed4f4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:38.022266 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a115a-691e-41f0-ab20-e5a17d5ed4f4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:38.022784 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a115a-691e-41f0-ab20-e5a17d5ed4f4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:38.023274 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a115a-691e-41f0-ab20-e5a17d5ed4f4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:38.023780 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a115a-691e-41f0-ab20-e5a17d5ed4f4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:38.024272 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a115a-691e-41f0-ab20-e5a17d5ed4f4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:38.025337 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a115a-691e-41f0-ab20-e5a17d5ed4f4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:38.025812 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a115a-691e-41f0-ab20-e5a17d5ed4f4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:38.026313 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a115a-691e-41f0-ab20-e5a17d5ed4f4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:38.026807 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a115a-691e-41f0-ab20-e5a17d5ed4f4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:38.027288 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a115a-691e-41f0-ab20-e5a17d5ed4f4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:38.027778 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a115a-691e-41f0-ab20-e5a17d5ed4f4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:38.028110 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0a115a-691e-41f0-ab20-e5a17d5ed4f4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:38.033637 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-db0a115a-691e-41f0-ab20-e5a17d5ed4f4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:38.035040 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-db0a115a-691e-41f0-ab20-e5a17d5ed4f4 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458013 Sep 22 12:33:38.037900 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 51440) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:33:38.042258 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-3da6b28c-9918-4d12-9060-88b82b108002 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'security_group_rule': {'security_group_id': 'b513c08c-359d-414d-8e8e-631aa1accacd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:33:38.042515 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59404a75-e4bc-429b-afde-64c987c4fe6c req-0b5d07c9-8103-4a7b-8052-3767b4d7401e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:38.044159 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-59404a75-e4bc-429b-afde-64c987c4fe6c req-0b5d07c9-8103-4a7b-8052-3767b4d7401e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0590119 Sep 22 12:33:38.069072 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3da6b28c-9918-4d12-9060-88b82b108002 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (923c0935-a51f-4869-99a2-fc2048192c48), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:38.075179 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-09401f15-2bda-47ab-a0eb-71c6747b05c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1469968037-router', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:57Z', 'updated_at': '2022-09-22T12:29:12Z', 'revision_number': 4, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'gw_port': {'id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '2ec18f5b-4bf5-4aff-9b5e-9cfe7112ca30', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'port_id': '76be057b-3ae6-473f-85db-c31a75400a6b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'mac_address': 'fa:16:3e:c1:5b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4881b40d-864a-42ec-8c64-a1366dac5f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:31:26Z', 'updated_at': '2022-09-22T12:33:36Z', 'revision_number': 3, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f5c2ac-28ae-40b2-a764-1859e23d46ba', 'name': '', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'mac_address': 'fa:16:3e:8a:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:09Z', 'updated_at': '2022-09-22T12:29:26Z', 'revision_number': 5, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'subnets': [{'id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:33:38.094926 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-59404a75-e4bc-429b-afde-64c987c4fe6c req-9820c361-eea1-404e-987c-225c243a610f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444977 Sep 22 12:33:38.101218 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09401f15-2bda-47ab-a0eb-71c6747b05c1 None None] The sync data for ids ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'] in dv-cinder-856463-4-iscsi is: [{'id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1469968037-router', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:57Z', 'updated_at': '2022-09-22T12:29:12Z', 'revision_number': 4, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'gw_port': {'id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '2ec18f5b-4bf5-4aff-9b5e-9cfe7112ca30', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'port_id': '76be057b-3ae6-473f-85db-c31a75400a6b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'mac_address': 'fa:16:3e:c1:5b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4881b40d-864a-42ec-8c64-a1366dac5f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:31:26Z', 'updated_at': '2022-09-22T12:33:36Z', 'revision_number': 3, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74f5c2ac-28ae-40b2-a764-1859e23d46ba', 'name': '', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'mac_address': 'fa:16:3e:8a:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:09Z', 'updated_at': '2022-09-22T12:29:26Z', 'revision_number': 5, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'subnets': [{'id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:33:38.132029 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3da6b28c-9918-4d12-9060-88b82b108002 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (923c0935-a51f-4869-99a2-fc2048192c48), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:38.136651 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3da6b28c-9918-4d12-9060-88b82b108002 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (923c0935-a51f-4869-99a2-fc2048192c48), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:38.156951 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6b28c-9918-4d12-9060-88b82b108002 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923c0935-a51f-4869-99a2-fc2048192c48,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:38.165032 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3da6b28c-9918-4d12-9060-88b82b108002 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:38.166355 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-3da6b28c-9918-4d12-9060-88b82b108002 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273968 Sep 22 12:33:38.169373 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 51442) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:33:38.173838 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-bd9b20fc-8446-43b0-80fc-8ed639948911 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'floatingip': {'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:33:38.195571 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bd9b20fc-8446-43b0-80fc-8ed639948911 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:38.283527 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bd9b20fc-8446-43b0-80fc-8ed639948911 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:38.351934 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:38.387865 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [None req-bd9b20fc-8446-43b0-80fc-8ed639948911 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Allocated IP 172.27.0.7 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/a6531980-c6bf-43cc-9150-aeeae053146a) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:33:38.494893 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bd9b20fc-8446-43b0-80fc-8ed639948911 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for port (a6531980-c6bf-43cc-9150-aeeae053146a), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:38.497487 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:38.511320 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:38.531397 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bd9b20fc-8446-43b0-80fc-8ed639948911 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (a6531980-c6bf-43cc-9150-aeeae053146a), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:38.574750 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9b20fc-8446-43b0-80fc-8ed639948911 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:33:38.577676 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-bd9b20fc-8446-43b0-80fc-8ed639948911 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:33:38.580088 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9b20fc-8446-43b0-80fc-8ed639948911 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:33:38.605155 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b20fc-8446-43b0-80fc-8ed639948911 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'Port': ['ID=a6531980-c6bf-43cc-9150-aeeae053146a,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:38.613108 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1ef8f-0616-4d63-b24b-68cfdf5af05a req-42006f61-c9a9-4dc1-9316-4a824d702af2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:38.615344 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f3c1ef8f-0616-4d63-b24b-68cfdf5af05a req-42006f61-c9a9-4dc1-9316-4a824d702af2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 946 time: 0.0534556 Sep 22 12:33:38.655410 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:38.670041 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f3c1ef8f-0616-4d63-b24b-68cfdf5af05a req-c6269639-26da-4214-8d5c-dbb35781034e tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461838 Sep 22 12:33:38.674662 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bd9b20fc-8446-43b0-80fc-8ed639948911 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (5ec73807-3e14-48e7-ad02-dd5800c5c5cc), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:38.711338 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bd9b20fc-8446-43b0-80fc-8ed639948911 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (a6531980-c6bf-43cc-9150-aeeae053146a), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:38.858436 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bd9b20fc-8446-43b0-80fc-8ed639948911 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for port (a6531980-c6bf-43cc-9150-aeeae053146a), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:38.862977 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bd9b20fc-8446-43b0-80fc-8ed639948911 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (a6531980-c6bf-43cc-9150-aeeae053146a), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:38.927419 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b20fc-8446-43b0-80fc-8ed639948911 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'Port': ['ID=a6531980-c6bf-43cc-9150-aeeae053146a,revision_number=2']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:38.929866 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bd9b20fc-8446-43b0-80fc-8ed639948911 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (5ec73807-3e14-48e7-ad02-dd5800c5c5cc), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:38.945399 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bd9b20fc-8446-43b0-80fc-8ed639948911 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:38.947121 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-bd9b20fc-8446-43b0-80fc-8ed639948911 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7762661 Sep 22 12:33:39.142385 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-0703fd3f-7a3c-4d76-a5a9-6d166dd38553 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--901975899&fields=id&tenant_id=40ddbbe59b90403fb3ea9212d10727aa HTTP/1.1" status: 200 len: 267 time: 0.0428398 Sep 22 12:33:39.252129 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d7706-6405-44cc-8ed9-96b00891cc68 req-0a2b8715-3590-4267-9bd3-bd31e51ad094 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:39.253578 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-518d7706-6405-44cc-8ed9-96b00891cc68 req-0a2b8715-3590-4267-9bd3-bd31e51ad094 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0821197 Sep 22 12:33:39.259031 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:39.302606 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-f2b153c9-a6cd-454e-a02f-59d4bb2af683 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:39.304025 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-f2b153c9-a6cd-454e-a02f-59d4bb2af683 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/networks?id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd HTTP/1.1" status: 200 len: 815 time: 0.1550212 Sep 22 12:33:39.333174 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4881b40d-864a-42ec-8c64-a1366dac5f05', 'tag': '76be057b-3ae6-473f-85db-c31a75400a6b'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:33:39.335747 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00519f5-45cf-4205-8365-49cf726cb388" -d '{"events": [{"name": "network-changed", "server_uuid": "4881b40d-864a-42ec-8c64-a1366dac5f05", "tag": "76be057b-3ae6-473f-85db-c31a75400a6b"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:33:39.343642 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-d7a82e1a-78ab-40d8-b177-e74cb622b520 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/quotas/40ddbbe59b90403fb3ea9212d10727aa HTTP/1.1" status: 200 len: 375 time: 0.0295484 Sep 22 12:33:39.346789 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-518d7706-6405-44cc-8ed9-96b00891cc68 req-9f08fb50-ffc2-457e-88ad-046bb486a49e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861850 Sep 22 12:33:39.394934 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-37e319f2-e4d8-4666-870a-bdcb0350ff3b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=40ddbbe59b90403fb3ea9212d10727aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458627 Sep 22 12:33:39.396437 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd3aba6-ef11-42b4-9ba4-e5cdb7a99128 x-openstack-request-id: req-8fd3aba6-ef11-42b4-9ba4-e5cdb7a99128 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:33:39.396719 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4881b40d-864a-42ec-8c64-a1366dac5f05", "tag": "76be057b-3ae6-473f-85db-c31a75400a6b", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:33:39.396969 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8fd3aba6-ef11-42b4-9ba4-e5cdb7a99128 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:33:39.397352 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd3aba6-ef11-42b4-9ba4-e5cdb7a99128'] response: {'name': 'network-changed', 'server_uuid': '4881b40d-864a-42ec-8c64-a1366dac5f05', 'tag': '76be057b-3ae6-473f-85db-c31a75400a6b', 'status': 'completed', 'code': 200} Sep 22 12:33:39.504731 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-f591ca36-1d49-4f91-9f1a-09653b1d29ec service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985436 Sep 22 12:33:39.509871 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168684d-60d9-4d5e-b817-98bec014bb96 req-38a5e497-49d6-4e17-8fa8-24fdde442533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:39.511630 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-a168684d-60d9-4d5e-b817-98bec014bb96 req-38a5e497-49d6-4e17-8fa8-24fdde442533 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 1130 time: 0.0667100 Sep 22 12:33:39.626586 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-7224add3-f384-4265-9b1e-9e6b506eab11 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991960 Sep 22 12:33:39.886179 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7811d4b-c588-4311-a491-6bc68f6ab52b req-9644c2c4-a336-4e34-9f5f-9130740a06ea tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:39.887896 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b7811d4b-c588-4311-a491-6bc68f6ab52b req-9644c2c4-a336-4e34-9f5f-9130740a06ea tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 946 time: 0.0647695 Sep 22 12:33:39.950129 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-f726f09f-271b-4575-af9f-0d4def85f352 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:39.956645 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-f726f09f-271b-4575-af9f-0d4def85f352 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/networks?id=132b9a18-7a8b-4760-bd77-25e68aa07772 HTTP/1.1" status: 200 len: 814 time: 0.1992288 Sep 22 12:33:39.985238 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-3503b783-afc1-4335-b3e0-909cf9ad66ba tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/quotas/24db83f7bc4d4888b73d4d4ab7c4bdce HTTP/1.1" status: 200 len: 375 time: 0.0277200 Sep 22 12:33:40.000232 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b7811d4b-c588-4311-a491-6bc68f6ab52b req-6e7322c3-75d7-4abe-b237-7246fd2cac86 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053944 Sep 22 12:33:40.026522 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-767d58f0-e48a-4b4f-9cf2-e7252483295a tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=24db83f7bc4d4888b73d4d4ab7c4bdce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403285 Sep 22 12:33:40.066224 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168684d-60d9-4d5e-b817-98bec014bb96 req-da02322c-8ab3-4167-99e0-258f26b4c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:40.068426 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-a168684d-60d9-4d5e-b817-98bec014bb96 req-da02322c-8ab3-4167-99e0-258f26b4c18e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a HTTP/1.1" status: 200 len: 920 time: 0.1513176 Sep 22 12:33:40.157199 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-a168684d-60d9-4d5e-b817-98bec014bb96 req-b52af495-2594-4c11-a441-1207653c1fd2 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76be057b-3ae6-473f-85db-c31a75400a6b HTTP/1.1" status: 200 len: 1001 time: 0.0824621 Sep 22 12:33:40.166571 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-961ae981-06b5-49cd-8b5c-88490dd496d1 req-4e34a1ed-3595-41c1-9478-b66c0b56daa0 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=71cc8e1d-1561-4c72-a891-28be6d887da5 HTTP/1.1" status: 200 len: 210 time: 0.0431812 Sep 22 12:33:40.173733 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-deacac26-865d-45a7-afd9-f56fed2c3316 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/132b9a18-7a8b-4760-bd77-25e68aa07772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463985 Sep 22 12:33:40.277709 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-18e3ed71-9148-493f-b677-350cc0bbe25f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/132b9a18-7a8b-4760-bd77-25e68aa07772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030402 Sep 22 12:33:40.293627 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168684d-60d9-4d5e-b817-98bec014bb96 req-fc9f33db-0cfc-4d4a-bc2f-5d474d5d4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:40.295422 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-a168684d-60d9-4d5e-b817-98bec014bb96 req-fc9f33db-0cfc-4d4a-bc2f-5d474d5d4fcf service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6136a7d9-4fb1-4ae9-8b34-a44ca765189e HTTP/1.1" status: 200 len: 858 time: 0.0710864 Sep 22 12:33:40.357461 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168684d-60d9-4d5e-b817-98bec014bb96 req-d775be6f-8dca-4763-8afc-2789bd2c4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:40.359247 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-a168684d-60d9-4d5e-b817-98bec014bb96 req-d775be6f-8dca-4763-8afc-2789bd2c4815 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514755 Sep 22 12:33:40.434845 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:40.461142 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3903ff9c-029c-48f8-8274-23b98ec2b679 req-29ad9268-6f36-46df-89d7-12e486547908 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bbb80529-c090-42c7-b17b-d1fe8788077c HTTP/1.1" status: 200 len: 210 time: 0.0323231 Sep 22 12:33:40.480433 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-a168684d-60d9-4d5e-b817-98bec014bb96 req-208d1275-62ba-40eb-972e-81f301335fa7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132550 Sep 22 12:33:40.543716 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad859df-4d29-47cc-b57d-cd1ae8039dc1 req-67f5f481-0696-435e-8da5-66f9cdff0df1 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:40.544188 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8ad859df-4d29-47cc-b57d-cd1ae8039dc1 req-67f5f481-0696-435e-8da5-66f9cdff0df1 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0514414 Sep 22 12:33:40.545537 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:40.598644 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-a168684d-60d9-4d5e-b817-98bec014bb96 req-a5fe540e-0905-4604-911a-8a0a0f2a3c8f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109302 Sep 22 12:33:40.604226 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:40.620910 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8ad859df-4d29-47cc-b57d-cd1ae8039dc1 req-e801bb95-27e8-4a30-9c9d-c6951caf449f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695803 Sep 22 12:33:40.698887 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00519f5-45cf-4205-8365-49cf726cb388 req-c4b309db-65b6-4570-b05d-54cf6fabdc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:40.700410 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-b00519f5-45cf-4205-8365-49cf726cb388 req-c4b309db-65b6-4570-b05d-54cf6fabdc1e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 1130 time: 0.0423694 Sep 22 12:33:40.801135 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00519f5-45cf-4205-8365-49cf726cb388 req-6791653c-114c-4687-a95e-aecf092d06b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:40.802587 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-b00519f5-45cf-4205-8365-49cf726cb388 req-6791653c-114c-4687-a95e-aecf092d06b2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a HTTP/1.1" status: 200 len: 920 time: 0.0963485 Sep 22 12:33:40.891309 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-b00519f5-45cf-4205-8365-49cf726cb388 req-ed4751ea-20d4-440d-9ba2-fffba87b339f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76be057b-3ae6-473f-85db-c31a75400a6b HTTP/1.1" status: 200 len: 1001 time: 0.0690248 Sep 22 12:33:40.944586 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00519f5-45cf-4205-8365-49cf726cb388 req-bc63d331-a515-4e37-b7ce-a1e9b1d29ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:40.945966 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-b00519f5-45cf-4205-8365-49cf726cb388 req-bc63d331-a515-4e37-b7ce-a1e9b1d29ce1 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6136a7d9-4fb1-4ae9-8b34-a44ca765189e HTTP/1.1" status: 200 len: 858 time: 0.0449736 Sep 22 12:33:41.155392 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c2340-1409-4a67-bbc1-a4ec47f3e3dd req-4598a9cc-a94d-49d2-990a-08f4bb140f85 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:41.156992 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-842c2340-1409-4a67-bbc1-a4ec47f3e3dd req-4598a9cc-a94d-49d2-990a-08f4bb140f85 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 946 time: 0.0505733 Sep 22 12:33:41.184725 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00519f5-45cf-4205-8365-49cf726cb388 req-71aea373-4c5e-44bf-bce4-864e544aec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:41.186477 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-b00519f5-45cf-4205-8365-49cf726cb388 req-71aea373-4c5e-44bf-bce4-864e544aec5e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427823 Sep 22 12:33:41.211352 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-842c2340-1409-4a67-bbc1-a4ec47f3e3dd req-36997d6c-f572-4478-8801-5c5f2bda3eb2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484462 Sep 22 12:33:41.286391 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:41.328342 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2c36d3a5-c3bb-4572-8459-16b04a559ba4 req-98291373-e365-4da1-beab-a090cf43966a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=71cc8e1d-1561-4c72-a891-28be6d887da5 HTTP/1.1" status: 200 len: 210 time: 0.0404191 Sep 22 12:33:41.355151 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-b00519f5-45cf-4205-8365-49cf726cb388 req-8bee0fb7-7815-4d3c-a1e6-0e91c731894b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360450 Sep 22 12:33:41.387847 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-48b71ec9-b48e-405f-b7c7-ca983721f846 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:41.389352 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-48b71ec9-b48e-405f-b7c7-ca983721f846 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.20 "GET /networking/v2.0/networks?id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd HTTP/1.1" status: 200 len: 815 time: 0.1593270 Sep 22 12:33:41.456931 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-b00519f5-45cf-4205-8365-49cf726cb388 req-94559d36-5b36-490e-bfe9-2c02bd11301c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992877 Sep 22 12:33:41.482288 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-5a8a81d4-c803-4016-8a22-5450d9716a62 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=40ddbbe59b90403fb3ea9212d10727aa HTTP/1.1" status: 200 len: 379 time: 0.0846415 Sep 22 12:33:41.564888 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-e6204349-a903-40f6-a16c-964e6b5bd013 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'port': {'device_id': '71cc8e1d-1561-4c72-a891-28be6d887da5', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'admin_state_up': True, 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'security_groups': ['b513c08c-359d-414d-8e8e-631aa1accacd']}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:33:41.569236 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-603b2380-e059-4538-9a16-fc98d4f69625 req-9cf78a9e-74c3-4bf0-b3a5-30b9ffb9e26e tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bbb80529-c090-42c7-b17b-d1fe8788077c HTTP/1.1" status: 200 len: 210 time: 0.0350764 Sep 22 12:33:41.682360 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-e6204349-a903-40f6-a16c-964e6b5bd013 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Made reservation on behalf of 40ddbbe59b90403fb3ea9212d10727aa for: {'port': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:33:41.687131 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-e6204349-a903-40f6-a16c-964e6b5bd013 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:41.777154 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7253a-453f-42af-9f1f-aeb83b6f4e23 req-0d9515b7-9ccb-4061-8653-f821bb1ea3a2 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:41.778530 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-70c7253a-453f-42af-9f1f-aeb83b6f4e23 req-0d9515b7-9ccb-4061-8653-f821bb1ea3a2 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0792887 Sep 22 12:33:41.797625 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:41.799573 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:41.872591 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-70c7253a-453f-42af-9f1f-aeb83b6f4e23 req-5f4ad03e-e570-47e3-b7e7-758a699a817c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881569 Sep 22 12:33:41.888619 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-e6204349-a903-40f6-a16c-964e6b5bd013 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Allocated IP 172.20.0.14 (a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd/d853fe9a-55b9-4c8d-9099-d1741ea2e14d/9c84ffaa-e05f-4013-bb0a-aa84ec774557) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:33:42.035509 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-e6204349-a903-40f6-a16c-964e6b5bd013 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for port (9c84ffaa-e05f-4013-bb0a-aa84ec774557), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:42.073988 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-e6204349-a903-40f6-a16c-964e6b5bd013 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (9c84ffaa-e05f-4013-bb0a-aa84ec774557), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:42.103053 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:42.122236 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-c955e42d-02a2-49e0-8b59-70da45511ecd tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:42.123707 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-c955e42d-02a2-49e0-8b59-70da45511ecd tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.20 "GET /networking/v2.0/networks?id=132b9a18-7a8b-4760-bd77-25e68aa07772 HTTP/1.1" status: 200 len: 814 time: 0.1192534 Sep 22 12:33:42.124248 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-e6204349-a903-40f6-a16c-964e6b5bd013 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:33:42.130141 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-e6204349-a903-40f6-a16c-964e6b5bd013 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:33:42.134746 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-e6204349-a903-40f6-a16c-964e6b5bd013 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:33:42.138260 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-2aa5afa2-ec41-46a5-a40c-34e7c8d36d83 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Request body: {'port': {'device_id': 'bbb80529-c090-42c7-b17b-d1fe8788077c', 'network_id': '132b9a18-7a8b-4760-bd77-25e68aa07772', 'admin_state_up': True, 'tenant_id': '24db83f7bc4d4888b73d4d4ab7c4bdce'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:33:42.165036 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6204349-a903-40f6-a16c-964e6b5bd013 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'Port': ['ID=9c84ffaa-e05f-4013-bb0a-aa84ec774557,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:42.194968 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-e6204349-a903-40f6-a16c-964e6b5bd013 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:42.195592 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-e6204349-a903-40f6-a16c-964e6b5bd013 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:42.214981 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-e6204349-a903-40f6-a16c-964e6b5bd013 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6534777 Sep 22 12:33:42.258837 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-2aa5afa2-ec41-46a5-a40c-34e7c8d36d83 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Made reservation on behalf of 24db83f7bc4d4888b73d4d4ab7c4bdce for: {'port': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:33:42.263597 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-2aa5afa2-ec41-46a5-a40c-34e7c8d36d83 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:42.278864 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] Request body: {'port': {'device_id': '71cc8e1d-1561-4c72-a891-28be6d887da5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:33:42.282449 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:42.348405 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (9c84ffaa-e05f-4013-bb0a-aa84ec774557), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:42.348846 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:42.405179 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-2aa5afa2-ec41-46a5-a40c-34e7c8d36d83 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Allocated IP 172.20.0.7 (132b9a18-7a8b-4760-bd77-25e68aa07772/1e6ace5a-b3cc-492a-91df-279d596628b3/6c1fe562-c0a8-41aa-8e46-071a8a762864) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:33:42.407806 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-6dd07791-4497-46ac-ac33-442b8dc112f8 None None] Provisioning complete for port 9c84ffaa-e05f-4013-bb0a-aa84ec774557 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:33:42.410193 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-6dd07791-4497-46ac-ac33-442b8dc112f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (9c84ffaa-e05f-4013-bb0a-aa84ec774557), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:42.410746 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-6dd07791-4497-46ac-ac33-442b8dc112f8 None None] Attempt 1 to provision port 9c84ffaa-e05f-4013-bb0a-aa84ec774557 Sep 22 12:33:42.449021 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-6dd07791-4497-46ac-ac33-442b8dc112f8 None None] Port 9c84ffaa-e05f-4013-bb0a-aa84ec774557 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:33:42.476509 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:42.521892 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cface958-0326-4b57-92da-ed8f7f983fd3 req-f763ebef-488e-4086-8e4c-04cbe47212a1 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:42.523360 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cface958-0326-4b57-92da-ed8f7f983fd3 req-f763ebef-488e-4086-8e4c-04cbe47212a1 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=71cc8e1d-1561-4c72-a891-28be6d887da5 HTTP/1.1" status: 200 len: 932 time: 0.1044788 Sep 22 12:33:42.564824 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-2aa5afa2-ec41-46a5-a40c-34e7c8d36d83 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Publish callbacks [] for port (6c1fe562-c0a8-41aa-8e46-071a8a762864), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:42.598497 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-2aa5afa2-ec41-46a5-a40c-34e7c8d36d83 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (6c1fe562-c0a8-41aa-8e46-071a8a762864), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:42.639974 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-2aa5afa2-ec41-46a5-a40c-34e7c8d36d83 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Network 132b9a18-7a8b-4760-bd77-25e68aa07772 is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:33:42.644612 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cface958-0326-4b57-92da-ed8f7f983fd3 req-e7f08935-caf3-476b-93bd-155f0566815b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b513c08c-359d-414d-8e8e-631aa1accacd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125803 Sep 22 12:33:42.664105 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-2aa5afa2-ec41-46a5-a40c-34e7c8d36d83 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:33:42.668118 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-2aa5afa2-ec41-46a5-a40c-34e7c8d36d83 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:33:42.700140 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5afa2-ec41-46a5-a40c-34e7c8d36d83 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Pushing event updated for resources: {'Port': ['ID=6c1fe562-c0a8-41aa-8e46-071a8a762864,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:42.719479 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207af8e-3cee-4bce-82b7-27f6ef13a597 req-0d95be96-0088-49c4-8317-02c462ab9220 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:42.721002 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a207af8e-3cee-4bce-82b7-27f6ef13a597 req-0d95be96-0088-49c4-8317-02c462ab9220 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bbb80529-c090-42c7-b17b-d1fe8788077c HTTP/1.1" status: 200 len: 931 time: 0.0754709 Sep 22 12:33:42.722819 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-2aa5afa2-ec41-46a5-a40c-34e7c8d36d83 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:42.723434 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-2aa5afa2-ec41-46a5-a40c-34e7c8d36d83 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:42.739383 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-2aa5afa2-ec41-46a5-a40c-34e7c8d36d83 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6070058 Sep 22 12:33:42.750318 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] Request body: {'port': {'device_id': 'bbb80529-c090-42c7-b17b-d1fe8788077c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:33:42.783645 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c84ffaa-e05f-4013-bb0a-aa84ec774557 {{(pid=106188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:33:42.797078 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] Publish callbacks [] for port (9c84ffaa-e05f-4013-bb0a-aa84ec774557), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:42.808369 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (6c1fe562-c0a8-41aa-8e46-071a8a762864), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:42.808748 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a207af8e-3cee-4bce-82b7-27f6ef13a597 req-9342fc0e-341b-42f4-bf4d-91b9c34f45c1 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819116 Sep 22 12:33:42.816774 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.provisioning_blocks [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] Transition to ACTIVE for port object 9c84ffaa-e05f-4013-bb0a-aa84ec774557 will not be triggered until provisioned by entity L2. {{(pid=106188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 12:33:42.822210 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (9c84ffaa-e05f-4013-bb0a-aa84ec774557), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:42.906144 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] Pushing event updated for resources: {'Port': ['ID=9c84ffaa-e05f-4013-bb0a-aa84ec774557,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:42.943234 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] Attempting to bind port 9c84ffaa-e05f-4013-bb0a-aa84ec774557 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:33:42.943601 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] Attempting to bind port 9c84ffaa-e05f-4013-bb0a-aa84ec774557 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:33:42.943936 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] Attempting to bind port 9c84ffaa-e05f-4013-bb0a-aa84ec774557 on network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:33:42.950413 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-6dd07791-4497-46ac-ac33-442b8dc112f8 None None] Attempt 2 to provision port 9c84ffaa-e05f-4013-bb0a-aa84ec774557 Sep 22 12:33:42.984738 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-6dd07791-4497-46ac-ac33-442b8dc112f8 None None] Port 9c84ffaa-e05f-4013-bb0a-aa84ec774557 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:33:43.027455 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c7fe1-39a9-4112-8942-74cadb17f136 req-8f3803fc-677e-4a8c-a8fc-3e8d97c2a32c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:43.028987 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-799c7fe1-39a9-4112-8942-74cadb17f136 req-8f3803fc-677e-4a8c-a8fc-3e8d97c2a32c tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0622201 Sep 22 12:33:43.029750 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] Port 9c84ffaa-e05f-4013-bb0a-aa84ec774557 on network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 12:33:43.030083 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] Attempting to bind port 9c84ffaa-e05f-4013-bb0a-aa84ec774557 on network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:33:43.086927 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1fe562-c0a8-41aa-8e46-071a8a762864 {{(pid=106189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:33:43.095023 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] Publish callbacks [] for port (6c1fe562-c0a8-41aa-8e46-071a8a762864), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:43.107924 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.provisioning_blocks [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] Transition to ACTIVE for port object 6c1fe562-c0a8-41aa-8e46-071a8a762864 will not be triggered until provisioned by entity L2. {{(pid=106189) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 12:33:43.108840 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] Checking agent: {'id': '60a799af-7434-4fee-b6c6-29cadfeb25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'started_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:33:43.109187 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] Checking segment: {'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:33:43.109575 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] Bound using segment: {'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:33:43.110013 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] Bound port: 9c84ffaa-e05f-4013-bb0a-aa84ec774557, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'}}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:33:43.110420 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (9c84ffaa-e05f-4013-bb0a-aa84ec774557), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:43.112043 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (6c1fe562-c0a8-41aa-8e46-071a8a762864), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:43.119694 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:43.125194 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-799c7fe1-39a9-4112-8942-74cadb17f136 req-8e4cd9c6-2c1a-4166-9c42-9cdd326dea70 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714555 Sep 22 12:33:43.129371 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:43.168705 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:43.182373 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] For port 9c84ffaa-e05f-4013-bb0a-aa84ec774557, host hv-cinder-85646, cleared binding levels {{(pid=106188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:33:43.185455 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] For port 9c84ffaa-e05f-4013-bb0a-aa84ec774557, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=9c84ffaa-e05f-4013-bb0a-aa84ec774557,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:33:43.193443 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (9c84ffaa-e05f-4013-bb0a-aa84ec774557), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:43.198559 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:43.199173 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:43.200573 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/9c84ffaa-e05f-4013-bb0a-aa84ec774557 HTTP/1.1" status: 200 len: 1094 time: 0.9260814 Sep 22 12:33:43.202087 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cc8e1d-1561-4c72-a891-28be6d887da5', 'tag': '9c84ffaa-e05f-4013-bb0a-aa84ec774557'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:33:43.204374 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45242b81-79fa-4c81-8806-fc5687af3ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "71cc8e1d-1561-4c72-a891-28be6d887da5", "tag": "9c84ffaa-e05f-4013-bb0a-aa84ec774557"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:33:43.212947 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] Pushing event updated for resources: {'Port': ['ID=6c1fe562-c0a8-41aa-8e46-071a8a762864,revision_number=2']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:43.236476 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.managers [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] Attempting to bind port 6c1fe562-c0a8-41aa-8e46-071a8a762864 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:33:43.236819 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.managers [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] Attempting to bind port 6c1fe562-c0a8-41aa-8e46-071a8a762864 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '1b44537e-ae7a-46b6-91d5-fa69dcb7e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '132b9a18-7a8b-4760-bd77-25e68aa07772'}] {{(pid=106189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:33:43.237206 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] Attempting to bind port 6c1fe562-c0a8-41aa-8e46-071a8a762864 on network 132b9a18-7a8b-4760-bd77-25e68aa07772 {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:33:43.264414 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7afe89-c398-40ed-b856-195b06b8bdda x-openstack-request-id: req-0b7afe89-c398-40ed-b856-195b06b8bdda {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:33:43.264957 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cc8e1d-1561-4c72-a891-28be6d887da5", "tag": "9c84ffaa-e05f-4013-bb0a-aa84ec774557", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:33:43.264957 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0b7afe89-c398-40ed-b856-195b06b8bdda {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:33:43.265349 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b7afe89-c398-40ed-b856-195b06b8bdda'] response: {'name': 'network-changed', 'server_uuid': '71cc8e1d-1561-4c72-a891-28be6d887da5', 'tag': '9c84ffaa-e05f-4013-bb0a-aa84ec774557', 'status': 'completed', 'code': 200} Sep 22 12:33:43.265986 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd96ef2-41ff-41b4-9972-acc534bf2c35 service neutron] Pushing event updated for resources: {'Port': ['ID=9c84ffaa-e05f-4013-bb0a-aa84ec774557,revision_number=3']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:43.288198 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] Port 6c1fe562-c0a8-41aa-8e46-071a8a762864 on network 132b9a18-7a8b-4760-bd77-25e68aa07772 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 12:33:43.288741 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] Attempting to bind port 6c1fe562-c0a8-41aa-8e46-071a8a762864 on network 132b9a18-7a8b-4760-bd77-25e68aa07772 {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:33:43.298471 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-b3ae495c-8aec-48a6-81ce-02e0dd40440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:43.300018 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-b3ae495c-8aec-48a6-81ce-02e0dd40440c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=40ddbbe59b90403fb3ea9212d10727aa&device_id=71cc8e1d-1561-4c72-a891-28be6d887da5 HTTP/1.1" status: 200 len: 1128 time: 0.0491765 Sep 22 12:33:43.310803 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:43.332169 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] Checking agent: {'id': '60a799af-7434-4fee-b6c6-29cadfeb25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'started_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:33:43.332530 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] Checking segment: {'id': '1b44537e-ae7a-46b6-91d5-fa69dcb7e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '132b9a18-7a8b-4760-bd77-25e68aa07772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:33:43.332936 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] Bound using segment: {'id': '1b44537e-ae7a-46b6-91d5-fa69dcb7e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '132b9a18-7a8b-4760-bd77-25e68aa07772'} {{(pid=106189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:33:43.333364 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.managers [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] Bound port: 6c1fe562-c0a8-41aa-8e46-071a8a762864, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b44537e-ae7a-46b6-91d5-fa69dcb7e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '132b9a18-7a8b-4760-bd77-25e68aa07772'}}] {{(pid=106189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:33:43.333711 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (6c1fe562-c0a8-41aa-8e46-071a8a762864), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:43.342458 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-9ace3b86-41d2-4ac7-9264-e386391f41d8 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c84ffaa-e05f-4013-bb0a-aa84ec774557 HTTP/1.1" status: 200 len: 217 time: 0.0345039 Sep 22 12:33:43.391492 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-91042f3c-ce3f-4678-a4cd-db852e51037b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:43.393085 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-91042f3c-ce3f-4678-a4cd-db852e51037b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d853fe9a-55b9-4c8d-9099-d1741ea2e14d HTTP/1.1" status: 200 len: 854 time: 0.0453858 Sep 22 12:33:43.393816 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] For port 6c1fe562-c0a8-41aa-8e46-071a8a762864, host hv-cinder-85646, cleared binding levels {{(pid=106189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:33:43.396899 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] For port 6c1fe562-c0a8-41aa-8e46-071a8a762864, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=6c1fe562-c0a8-41aa-8e46-071a8a762864,segment=NetworkSegment(1b44537e-ae7a-46b6-91d5-fa69dcb7e52e),segment_id=1b44537e-ae7a-46b6-91d5-fa69dcb7e52e)] {{(pid=106189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:33:43.404968 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (6c1fe562-c0a8-41aa-8e46-071a8a762864), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:43.410445 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:43.411178 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:43.412624 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/6c1fe562-c0a8-41aa-8e46-071a8a762864 HTTP/1.1" status: 200 len: 1093 time: 0.6663003 Sep 22 12:33:43.413120 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb80529-c090-42c7-b17b-d1fe8788077c', 'tag': '6c1fe562-c0a8-41aa-8e46-071a8a762864'}] {{(pid=106189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:33:43.415388 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64be3f76f25325df4d162c623afd71985c9d526dbd3dd574d951cc56993afe1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2804c4-cc10-4a14-9e19-d7dbf1bf8bbe" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb80529-c090-42c7-b17b-d1fe8788077c", "tag": "6c1fe562-c0a8-41aa-8e46-071a8a762864"}]}' {{(pid=106189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:33:43.447730 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-881da4c0-65fc-405c-9413-e220f3a8eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:43.449789 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-881da4c0-65fc-405c-9413-e220f3a8eb1c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504725 Sep 22 12:33:43.464798 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd04f7e6-274a-4363-a524-ce5ac730444d x-openstack-request-id: req-bd04f7e6-274a-4363-a524-ce5ac730444d {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:33:43.465088 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb80529-c090-42c7-b17b-d1fe8788077c", "tag": "6c1fe562-c0a8-41aa-8e46-071a8a762864", "status": "completed", "code": 200}]} {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:33:43.465319 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bd04f7e6-274a-4363-a524-ce5ac730444d {{(pid=106189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:33:43.465743 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd04f7e6-274a-4363-a524-ce5ac730444d'] response: {'name': 'network-changed', 'server_uuid': 'bbb80529-c090-42c7-b17b-d1fe8788077c', 'tag': '6c1fe562-c0a8-41aa-8e46-071a8a762864', 'status': 'completed', 'code': 200} Sep 22 12:33:43.475430 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a28c9-203c-4121-a180-66338da075fd service neutron] Pushing event updated for resources: {'Port': ['ID=6c1fe562-c0a8-41aa-8e46-071a8a762864,revision_number=3']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:43.486036 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-6dd07791-4497-46ac-ac33-442b8dc112f8 None None] Attempt 3 to provision port 9c84ffaa-e05f-4013-bb0a-aa84ec774557 Sep 22 12:33:43.514579 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-bbae9bd7-227c-490f-8d23-72f97a2c7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:43.516697 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-bbae9bd7-227c-490f-8d23-72f97a2c7056 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=24db83f7bc4d4888b73d4d4ab7c4bdce&device_id=bbb80529-c090-42c7-b17b-d1fe8788077c HTTP/1.1" status: 200 len: 1127 time: 0.0498481 Sep 22 12:33:43.526555 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-6dd07791-4497-46ac-ac33-442b8dc112f8 None None] Port 9c84ffaa-e05f-4013-bb0a-aa84ec774557 had new provisioning blocks added so it will not transition to active. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 12:33:43.553085 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-3f24776c-2ca4-4d1f-a32a-4b98f12783b3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914936 Sep 22 12:33:43.557269 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-913f09a3-024c-4f5e-a01a-a2de5fb825df service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c1fe562-c0a8-41aa-8e46-071a8a762864 HTTP/1.1" status: 200 len: 217 time: 0.0329344 Sep 22 12:33:43.605798 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-208bfc46-19ae-4254-9833-6e151a8f3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:43.607153 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-208bfc46-19ae-4254-9833-6e151a8f3a1c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=1e6ace5a-b3cc-492a-91df-279d596628b3 HTTP/1.1" status: 200 len: 854 time: 0.0434606 Sep 22 12:33:43.639230 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-7f877d72-6f93-4ed9-8b3e-7b3304f55042 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=132b9a18-7a8b-4760-bd77-25e68aa07772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260196 Sep 22 12:33:43.739557 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-a1ad4448-cefd-4137-82ff-d6a165b5940f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/132b9a18-7a8b-4760-bd77-25e68aa07772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935202 Sep 22 12:33:43.836039 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-39c786b4-71a2-4238-a2cb-dc47428051d9 req-8a99caff-80fd-4cc2-8c4d-28a84d7cc587 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/132b9a18-7a8b-4760-bd77-25e68aa07772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896509 Sep 22 12:33:43.922654 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8c946c3a-1f52-4351-8a8b-960ee32ec4f1 req-bed60c3f-7edb-4b4b-b4c6-c5011f805539 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597984 Sep 22 12:33:43.958753 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21287687-5ab1-4a6b-b614-1d64fa9e88de req-1f0dc286-8265-477e-b731-9e7b8721527f tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:43.960147 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-21287687-5ab1-4a6b-b614-1d64fa9e88de req-1f0dc286-8265-477e-b731-9e7b8721527f tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=71cc8e1d-1561-4c72-a891-28be6d887da5 HTTP/1.1" status: 200 len: 944 time: 0.0829616 Sep 22 12:33:43.967925 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafb322-eb9f-4fea-b22d-d558636f6c7d req-451ebd00-449b-4aec-86e1-d8b27d32fb80 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:43.969321 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-acafb322-eb9f-4fea-b22d-d558636f6c7d req-451ebd00-449b-4aec-86e1-d8b27d32fb80 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bbb80529-c090-42c7-b17b-d1fe8788077c HTTP/1.1" status: 200 len: 943 time: 0.0755763 Sep 22 12:33:44.044504 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-21287687-5ab1-4a6b-b614-1d64fa9e88de req-f1d107f6-d755-4557-960b-90399ee8a25e tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b513c08c-359d-414d-8e8e-631aa1accacd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742502 Sep 22 12:33:44.048490 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-acafb322-eb9f-4fea-b22d-d558636f6c7d req-28f397ac-1fc1-4e87-a61c-0f3e1fc9fc83 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716405 Sep 22 12:33:44.246510 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aaee92-1c9f-43fa-852a-f234c602b97a req-586ac0d1-aa9c-462f-ac7d-8fc6c8c8e6d7 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:44.247947 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-63aaee92-1c9f-43fa-852a-f234c602b97a req-586ac0d1-aa9c-462f-ac7d-8fc6c8c8e6d7 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0472434 Sep 22 12:33:44.294544 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-63aaee92-1c9f-43fa-852a-f234c602b97a req-b3d3c36a-ec6f-476c-b654-7d99c00939f0 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405424 Sep 22 12:33:45.194895 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fdefd-bddd-4ab2-a1fd-ec812141976c req-5410712a-84e6-46eb-ae4f-b28cbbb8d764 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:45.196278 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-676fdefd-bddd-4ab2-a1fd-ec812141976c req-5410712a-84e6-46eb-ae4f-b28cbbb8d764 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=71cc8e1d-1561-4c72-a891-28be6d887da5 HTTP/1.1" status: 200 len: 944 time: 0.0750725 Sep 22 12:33:45.203603 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a465356-274a-4862-b03d-3c38be14ffdd req-d8d4d1f5-82f5-4d09-8dbb-9f54a775e348 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:45.205009 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2a465356-274a-4862-b03d-3c38be14ffdd req-d8d4d1f5-82f5-4d09-8dbb-9f54a775e348 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bbb80529-c090-42c7-b17b-d1fe8788077c HTTP/1.1" status: 200 len: 943 time: 0.0750616 Sep 22 12:33:45.277671 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-676fdefd-bddd-4ab2-a1fd-ec812141976c req-565e2efb-8f3e-41b4-a5a1-040a974f31c8 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b513c08c-359d-414d-8e8e-631aa1accacd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717287 Sep 22 12:33:45.281710 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2a465356-274a-4862-b03d-3c38be14ffdd req-7048c519-2396-4502-8d58-2a0e003ab52c tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700467 Sep 22 12:33:45.307744 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 6c1fe562-c0a8-41aa-8e46-071a8a762864 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:33:45.403062 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:45.410978 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 6c1fe562-c0a8-41aa-8e46-071a8a762864, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=6c1fe562-c0a8-41aa-8e46-071a8a762864,segment=NetworkSegment(1b44537e-ae7a-46b6-91d5-fa69dcb7e52e),segment_id=1b44537e-ae7a-46b6-91d5-fa69dcb7e52e)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:33:45.411668 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5590164-4acd-4a64-9429-6481e1e195c0 req-2d3833e1-4c73-4f22-abfe-cfb482f6663d tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:45.413176 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e5590164-4acd-4a64-9429-6481e1e195c0 req-2d3833e1-4c73-4f22-abfe-cfb482f6663d tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0467439 Sep 22 12:33:45.423172 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': '6c1fe562-c0a8-41aa-8e46-071a8a762864', 'network_id': '132b9a18-7a8b-4760-bd77-25e68aa07772', 'port_id': '6c1fe562-c0a8-41aa-8e46-071a8a762864', 'mac_address': 'fa:16:3e:9c:1b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e6ace5a-b3cc-492a-91df-279d596628b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:33:45.457958 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 6c1fe562-c0a8-41aa-8e46-071a8a762864 is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:33:45.458267 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (6c1fe562-c0a8-41aa-8e46-071a8a762864), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:45.461345 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e5590164-4acd-4a64-9429-6481e1e195c0 req-f5370db8-9c2a-4f6e-9644-1591b7c2c8ea tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418484 Sep 22 12:33:45.472116 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1fe562-c0a8-41aa-8e46-071a8a762864 {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:33:45.492741 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 6c1fe562-c0a8-41aa-8e46-071a8a762864, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=6c1fe562-c0a8-41aa-8e46-071a8a762864,segment=NetworkSegment(1b44537e-ae7a-46b6-91d5-fa69dcb7e52e),segment_id=1b44537e-ae7a-46b6-91d5-fa69dcb7e52e)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:33:45.497476 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (6c1fe562-c0a8-41aa-8e46-071a8a762864), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:45.547621 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=6c1fe562-c0a8-41aa-8e46-071a8a762864,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:45.555011 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:45.555357 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:45.555816 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:45.556083 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:45.556510 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:45.556843 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:45.557170 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:45.557494 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:45.557817 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:45.558138 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:45.558458 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:45.558798 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:45.559121 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:45.559438 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:45.559753 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:33:45.670404 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cdabb-5f5c-4497-84fc-97534556fd4c req-83a487f7-3e1e-49ea-8152-182597c416a2 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:45.671860 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-253cdabb-5f5c-4497-84fc-97534556fd4c req-83a487f7-3e1e-49ea-8152-182597c416a2 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0516009 Sep 22 12:33:45.682921 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:45.719248 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-253cdabb-5f5c-4497-84fc-97534556fd4c req-cf379fee-3727-4ff8-9847-358115123785 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416851 Sep 22 12:33:45.763411 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['6c1fe562-c0a8-41aa-8e46-071a8a762864'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:33:45.792397 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:45.862695 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:46.002855 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2804c4-cc10-4a14-9e19-d7dbf1bf8bbe req-6cb4cce9-b694-453d-8c1c-f7d27b417590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:46.004276 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4d2804c4-cc10-4a14-9e19-d7dbf1bf8bbe req-6cb4cce9-b694-453d-8c1c-f7d27b417590 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=24db83f7bc4d4888b73d4d4ab7c4bdce&device_id=bbb80529-c090-42c7-b17b-d1fe8788077c HTTP/1.1" status: 200 len: 1128 time: 0.0503855 Sep 22 12:33:46.004446 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45242b81-79fa-4c81-8806-fc5687af3ef3 req-cac68884-bf01-47e6-b5ac-a9981f3f82b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:46.005862 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-45242b81-79fa-4c81-8806-fc5687af3ef3 req-cac68884-bf01-47e6-b5ac-a9981f3f82b4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=40ddbbe59b90403fb3ea9212d10727aa&device_id=71cc8e1d-1561-4c72-a891-28be6d887da5 HTTP/1.1" status: 200 len: 1128 time: 0.0451171 Sep 22 12:33:46.112287 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45242b81-79fa-4c81-8806-fc5687af3ef3 req-42d1b4ab-55db-4dbf-8070-cab34b63b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:46.113931 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-45242b81-79fa-4c81-8806-fc5687af3ef3 req-42d1b4ab-55db-4dbf-8070-cab34b63b1df service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd HTTP/1.1" status: 200 len: 916 time: 0.0912335 Sep 22 12:33:46.116068 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8f4ad-4725-4629-859b-3e588a51c815 req-33d33629-8224-4745-b5e2-18d34099efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:46.117561 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e0d8f4ad-4725-4629-859b-3e588a51c815 req-33d33629-8224-4745-b5e2-18d34099efc8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=89fe74d1d646452e83cb93420766c0a2&device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 1130 time: 0.0739443 Sep 22 12:33:46.158032 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-45242b81-79fa-4c81-8806-fc5687af3ef3 req-819a0cdf-4759-47bb-b145-7c6e8f616e03 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c84ffaa-e05f-4013-bb0a-aa84ec774557 HTTP/1.1" status: 200 len: 217 time: 0.0322340 Sep 22 12:33:46.193669 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2804c4-cc10-4a14-9e19-d7dbf1bf8bbe req-61298bdc-9fb7-4748-b364-34547e5e2f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:46.195120 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4d2804c4-cc10-4a14-9e19-d7dbf1bf8bbe req-61298bdc-9fb7-4748-b364-34547e5e2f4b service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=132b9a18-7a8b-4760-bd77-25e68aa07772 HTTP/1.1" status: 200 len: 915 time: 0.1724708 Sep 22 12:33:46.205765 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45242b81-79fa-4c81-8806-fc5687af3ef3 req-c314eb67-7e04-4b8f-8504-8a4c0f178d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:46.207217 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-45242b81-79fa-4c81-8806-fc5687af3ef3 req-c314eb67-7e04-4b8f-8504-8a4c0f178d06 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d853fe9a-55b9-4c8d-9099-d1741ea2e14d HTTP/1.1" status: 200 len: 854 time: 0.0423925 Sep 22 12:33:46.239914 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4d2804c4-cc10-4a14-9e19-d7dbf1bf8bbe req-95c38fa8-5d26-4854-a355-7dfb73c1f0f7 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c1fe562-c0a8-41aa-8e46-071a8a762864 HTTP/1.1" status: 200 len: 217 time: 0.0383792 Sep 22 12:33:46.250971 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45242b81-79fa-4c81-8806-fc5687af3ef3 req-3721f22b-90ea-4335-a520-fe1c3f63d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:46.252498 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-45242b81-79fa-4c81-8806-fc5687af3ef3 req-3721f22b-90ea-4335-a520-fe1c3f63d68c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390489 Sep 22 12:33:46.293917 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8f4ad-4725-4629-859b-3e588a51c815 req-21bd7cbd-6d20-483b-912c-9ce4860f6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:46.295433 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e0d8f4ad-4725-4629-859b-3e588a51c815 req-21bd7cbd-6d20-483b-912c-9ce4860f6ef0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=fa4f03ac-0d51-4ef1-9086-3b2b84cb717e HTTP/1.1" status: 200 len: 912 time: 0.1690643 Sep 22 12:33:46.317002 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2804c4-cc10-4a14-9e19-d7dbf1bf8bbe req-89d6b92c-904c-4b15-9044-817b1836602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:46.319154 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4d2804c4-cc10-4a14-9e19-d7dbf1bf8bbe req-89d6b92c-904c-4b15-9044-817b1836602b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=1e6ace5a-b3cc-492a-91df-279d596628b3 HTTP/1.1" status: 200 len: 854 time: 0.0681131 Sep 22 12:33:46.355115 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-45242b81-79fa-4c81-8806-fc5687af3ef3 req-f719a6d5-4fbc-40a2-8f88-0d08e2ba45d5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922925 Sep 22 12:33:46.407568 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4d2804c4-cc10-4a14-9e19-d7dbf1bf8bbe req-6d982632-6360-4f78-a758-38abb0ced5d6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=132b9a18-7a8b-4760-bd77-25e68aa07772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521369 Sep 22 12:33:46.449415 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-45242b81-79fa-4c81-8806-fc5687af3ef3 req-7ea4a7fd-0f4f-4d56-83f6-de142ca9a7e4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875309 Sep 22 12:33:46.510845 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e0d8f4ad-4725-4629-859b-3e588a51c815 req-2b5c021c-77df-41fd-8940-26d0e5244a7e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2f4672c-6d5a-4ebe-b44f-8980103a38bf HTTP/1.1" status: 200 len: 1002 time: 0.2074816 Sep 22 12:33:46.519979 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48b205-7f97-4fe7-864a-1f734674cfa9 req-030fa5f7-24b8-4e77-924a-5e34f51ae789 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:46.521371 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0c48b205-7f97-4fe7-864a-1f734674cfa9 req-030fa5f7-24b8-4e77-924a-5e34f51ae789 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bbb80529-c090-42c7-b17b-d1fe8788077c HTTP/1.1" status: 200 len: 944 time: 0.1583831 Sep 22 12:33:46.542653 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2943fc0-11d7-48eb-a440-d3ae77790180 req-8d1f40fd-8737-4ec9-bccf-5a1116d3741d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:46.544079 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f2943fc0-11d7-48eb-a440-d3ae77790180 req-8d1f40fd-8737-4ec9-bccf-5a1116d3741d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=71cc8e1d-1561-4c72-a891-28be6d887da5 HTTP/1.1" status: 200 len: 944 time: 0.1766913 Sep 22 12:33:46.646268 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8f4ad-4725-4629-859b-3e588a51c815 req-a70ec3e3-a524-45e8-a2bc-3c3ba51d37a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:46.647689 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e0d8f4ad-4725-4629-859b-3e588a51c815 req-a70ec3e3-a524-45e8-a2bc-3c3ba51d37a2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d3942071-66f3-4019-bd71-b3135c985af6 HTTP/1.1" status: 200 len: 850 time: 0.1255038 Sep 22 12:33:46.671541 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4d2804c4-cc10-4a14-9e19-d7dbf1bf8bbe req-f16b95ed-2f33-4855-810c-6f1f6f8ad2d8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/132b9a18-7a8b-4760-bd77-25e68aa07772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243302 Sep 22 12:33:46.726789 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f2943fc0-11d7-48eb-a440-d3ae77790180 req-7eb2b04b-43a6-483f-a8f5-5cef259fd332 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b513c08c-359d-414d-8e8e-631aa1accacd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617208 Sep 22 12:33:46.733384 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0c48b205-7f97-4fe7-864a-1f734674cfa9 req-a6f1a346-d8ed-472b-997e-198042fa6668 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992545 Sep 22 12:33:46.769999 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8f4ad-4725-4629-859b-3e588a51c815 req-463037c7-b59a-435d-b0dc-4ec4c4ca269b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:46.771481 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e0d8f4ad-4725-4629-859b-3e588a51c815 req-463037c7-b59a-435d-b0dc-4ec4c4ca269b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=fa4f03ac-0d51-4ef1-9086-3b2b84cb717e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1146066 Sep 22 12:33:46.792995 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:46.887354 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4d2804c4-cc10-4a14-9e19-d7dbf1bf8bbe req-a42d0ea7-1695-4802-9d7f-973756e8379a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/132b9a18-7a8b-4760-bd77-25e68aa07772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041767 Sep 22 12:33:46.894109 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:46.902835 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550bcd4-96df-45fc-8fad-a374e992c968 req-4cb4d7b6-8125-4539-a5ed-077c16facbd1 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:46.904328 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1550bcd4-96df-45fc-8fad-a374e992c968 req-4cb4d7b6-8125-4539-a5ed-077c16facbd1 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0986249 Sep 22 12:33:46.949915 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e0d8f4ad-4725-4629-859b-3e588a51c815 req-2860a264-eb70-4c11-be99-545af5b6257a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4f03ac-0d51-4ef1-9086-3b2b84cb717e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683357 Sep 22 12:33:47.012281 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1550bcd4-96df-45fc-8fad-a374e992c968 req-923f3254-96e9-4b08-bf3c-800d75e6f364 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973182 Sep 22 12:33:47.052848 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e0d8f4ad-4725-4629-859b-3e588a51c815 req-87897e77-140b-4406-8adb-c8ee6c692f6a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4f03ac-0d51-4ef1-9086-3b2b84cb717e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959263 Sep 22 12:33:47.313308 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 9c84ffaa-e05f-4013-bb0a-aa84ec774557 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:33:47.316581 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 6c1fe562-c0a8-41aa-8e46-071a8a762864 up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:33:47.409485 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning for port 6c1fe562-c0a8-41aa-8e46-071a8a762864 completed by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 12:33:47.419707 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port 6c1fe562-c0a8-41aa-8e46-071a8a762864 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:33:47.420076 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (6c1fe562-c0a8-41aa-8e46-071a8a762864), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:47.420437 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port 6c1fe562-c0a8-41aa-8e46-071a8a762864 Sep 22 12:33:47.610242 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 9c84ffaa-e05f-4013-bb0a-aa84ec774557, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=9c84ffaa-e05f-4013-bb0a-aa84ec774557,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:33:47.624631 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': '9c84ffaa-e05f-4013-bb0a-aa84ec774557', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'port_id': '9c84ffaa-e05f-4013-bb0a-aa84ec774557', 'mac_address': 'fa:16:3e:25:ae:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:33:47.679647 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 6c1fe562-c0a8-41aa-8e46-071a8a762864 is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:33:47.680028 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (6c1fe562-c0a8-41aa-8e46-071a8a762864), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:47.692534 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 9c84ffaa-e05f-4013-bb0a-aa84ec774557 is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:33:47.692905 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (9c84ffaa-e05f-4013-bb0a-aa84ec774557), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:47.713496 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb80529-c090-42c7-b17b-d1fe8788077c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1fe562-c0a8-41aa-8e46-071a8a762864'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:33:47.715951 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65a9f11-bc1b-4360-9311-e96180dc701c" -d '{"events": [{"server_uuid": "bbb80529-c090-42c7-b17b-d1fe8788077c", "name": "network-vif-plugged", "status": "completed", "tag": "6c1fe562-c0a8-41aa-8e46-071a8a762864"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:33:47.729375 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c84ffaa-e05f-4013-bb0a-aa84ec774557 {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:33:47.736159 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 6c1fe562-c0a8-41aa-8e46-071a8a762864, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=6c1fe562-c0a8-41aa-8e46-071a8a762864,segment=NetworkSegment(1b44537e-ae7a-46b6-91d5-fa69dcb7e52e),segment_id=1b44537e-ae7a-46b6-91d5-fa69dcb7e52e)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:33:47.745136 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (6c1fe562-c0a8-41aa-8e46-071a8a762864), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:47.759954 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 9c84ffaa-e05f-4013-bb0a-aa84ec774557, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=9c84ffaa-e05f-4013-bb0a-aa84ec774557,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:33:47.761889 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a1946a-fbbe-4b35-bc92-29dbd8d2d40c x-openstack-request-id: req-f8a1946a-fbbe-4b35-bc92-29dbd8d2d40c {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:33:47.762004 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb80529-c090-42c7-b17b-d1fe8788077c", "name": "network-vif-plugged", "status": "completed", "tag": "6c1fe562-c0a8-41aa-8e46-071a8a762864", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:33:47.762185 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f8a1946a-fbbe-4b35-bc92-29dbd8d2d40c {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:33:47.762662 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a1946a-fbbe-4b35-bc92-29dbd8d2d40c'] response: {'server_uuid': 'bbb80529-c090-42c7-b17b-d1fe8788077c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1fe562-c0a8-41aa-8e46-071a8a762864', 'code': 200} Sep 22 12:33:47.781304 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (9c84ffaa-e05f-4013-bb0a-aa84ec774557), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:47.806416 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=6c1fe562-c0a8-41aa-8e46-071a8a762864,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:47.855360 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=9c84ffaa-e05f-4013-bb0a-aa84ec774557,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:47.887272 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e36002-840a-41bd-91c9-021cd8bfcd6b req-b7fae88e-efb8-438a-af88-264f896b587a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:47.888779 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a7e36002-840a-41bd-91c9-021cd8bfcd6b req-b7fae88e-efb8-438a-af88-264f896b587a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=71cc8e1d-1561-4c72-a891-28be6d887da5 HTTP/1.1" status: 200 len: 945 time: 0.0814509 Sep 22 12:33:47.894499 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f733c6-c2a3-4bbb-a032-b0fbcdd70820 req-02b2c5f6-3bdf-41c4-9ff7-8f80bef610ec tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:47.895904 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-95f733c6-c2a3-4bbb-a032-b0fbcdd70820 req-02b2c5f6-3bdf-41c4-9ff7-8f80bef610ec tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bbb80529-c090-42c7-b17b-d1fe8788077c HTTP/1.1" status: 200 len: 945 time: 0.0773048 Sep 22 12:33:47.970417 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a7e36002-840a-41bd-91c9-021cd8bfcd6b req-51af8718-68e6-4153-b40a-a401d9d15f38 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b513c08c-359d-414d-8e8e-631aa1accacd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735350 Sep 22 12:33:47.974234 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-95f733c6-c2a3-4bbb-a032-b0fbcdd70820 req-35a6cf5a-5d19-4692-9187-8da39a5ab865 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700574 Sep 22 12:33:48.076279 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['9c84ffaa-e05f-4013-bb0a-aa84ec774557'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:33:48.175786 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4ccfa-b375-445c-9c2f-ceff12bdc68c req-75c1cc65-d408-424f-8e03-808ab51ae854 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:48.177286 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e4d4ccfa-b375-445c-9c2f-ceff12bdc68c req-75c1cc65-d408-424f-8e03-808ab51ae854 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0805020 Sep 22 12:33:48.182403 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653565a-cba9-4aa8-b565-1906d8a500bd req-6563e9f4-a970-48be-9cf4-dc6954b55697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:48.183794 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8653565a-cba9-4aa8-b565-1906d8a500bd req-6563e9f4-a970-48be-9cf4-dc6954b55697 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bbb80529-c090-42c7-b17b-d1fe8788077c HTTP/1.1" status: 200 len: 1129 time: 0.0492229 Sep 22 12:33:48.197737 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:48.256388 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e4d4ccfa-b375-445c-9c2f-ceff12bdc68c req-b0246015-7c71-4940-baa1-fd46682e57b9 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716000 Sep 22 12:33:48.259277 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8653565a-cba9-4aa8-b565-1906d8a500bd req-3abaed64-735e-45fd-83f1-68d3b16b32d1 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672784 Sep 22 12:33:49.123783 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342df428-92ec-4dd9-b0c2-936d6c2e33e0 req-4eace42f-7981-451c-97d6-722194dfabf5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:49.125323 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-342df428-92ec-4dd9-b0c2-936d6c2e33e0 req-4eace42f-7981-451c-97d6-722194dfabf5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=71cc8e1d-1561-4c72-a891-28be6d887da5 HTTP/1.1" status: 200 len: 945 time: 0.0769565 Sep 22 12:33:49.130888 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3eb8dd-3452-450d-841d-8d48bcff052c req-3244d5b2-6455-4cd5-b51c-72552da03b56 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:49.132224 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ff3eb8dd-3452-450d-841d-8d48bcff052c req-3244d5b2-6455-4cd5-b51c-72552da03b56 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bbb80529-c090-42c7-b17b-d1fe8788077c HTTP/1.1" status: 200 len: 945 time: 0.0734265 Sep 22 12:33:49.201919 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-342df428-92ec-4dd9-b0c2-936d6c2e33e0 req-2b9770eb-0b60-4592-b8ec-87c886321486 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b513c08c-359d-414d-8e8e-631aa1accacd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687592 Sep 22 12:33:49.209264 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ff3eb8dd-3452-450d-841d-8d48bcff052c req-ba307266-1db5-4094-a8ce-6de247ec48e3 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697207 Sep 22 12:33:49.326382 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 9c84ffaa-e05f-4013-bb0a-aa84ec774557 up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:33:49.367581 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning for port 9c84ffaa-e05f-4013-bb0a-aa84ec774557 completed by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 12:33:49.373759 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port 9c84ffaa-e05f-4013-bb0a-aa84ec774557 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:33:49.374144 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (9c84ffaa-e05f-4013-bb0a-aa84ec774557), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:49.374505 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port 9c84ffaa-e05f-4013-bb0a-aa84ec774557 Sep 22 12:33:49.402189 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:49.447901 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 9c84ffaa-e05f-4013-bb0a-aa84ec774557 is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:33:49.448284 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (9c84ffaa-e05f-4013-bb0a-aa84ec774557), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:49.483380 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 9c84ffaa-e05f-4013-bb0a-aa84ec774557, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=9c84ffaa-e05f-4013-bb0a-aa84ec774557,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:33:49.487040 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (9c84ffaa-e05f-4013-bb0a-aa84ec774557), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:49.532973 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=9c84ffaa-e05f-4013-bb0a-aa84ec774557,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:33:49.763826 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cc8e1d-1561-4c72-a891-28be6d887da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c84ffaa-e05f-4013-bb0a-aa84ec774557'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:33:49.766188 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a946e8-b5df-4455-aae8-18dfe34b61c6" -d '{"events": [{"server_uuid": "71cc8e1d-1561-4c72-a891-28be6d887da5", "name": "network-vif-plugged", "status": "completed", "tag": "9c84ffaa-e05f-4013-bb0a-aa84ec774557"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:33:49.801791 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ca5645-c31e-4f4d-a566-2921db029a0a x-openstack-request-id: req-63ca5645-c31e-4f4d-a566-2921db029a0a {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:33:49.802104 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cc8e1d-1561-4c72-a891-28be6d887da5", "name": "network-vif-plugged", "status": "completed", "tag": "9c84ffaa-e05f-4013-bb0a-aa84ec774557", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:33:49.802362 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-63ca5645-c31e-4f4d-a566-2921db029a0a {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:33:49.802758 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ca5645-c31e-4f4d-a566-2921db029a0a'] response: {'server_uuid': '71cc8e1d-1561-4c72-a891-28be6d887da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c84ffaa-e05f-4013-bb0a-aa84ec774557', 'code': 200} Sep 22 12:33:50.047720 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb1d79-2b75-4fff-9571-aa08816ccbb3 req-c0259911-dff9-4692-b82e-86de06993afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:50.049243 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-48bb1d79-2b75-4fff-9571-aa08816ccbb3 req-c0259911-dff9-4692-b82e-86de06993afc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=71cc8e1d-1561-4c72-a891-28be6d887da5 HTTP/1.1" status: 200 len: 1130 time: 0.0383854 Sep 22 12:33:50.097291 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-48bb1d79-2b75-4fff-9571-aa08816ccbb3 req-cd899556-297d-4f3f-b145-5cf99a5d4ece service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b513c08c-359d-414d-8e8e-631aa1accacd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411019 Sep 22 12:33:50.353185 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b257f22-69dc-4077-959c-d385d5746349 req-72ff1d52-9127-47b2-87f5-8c4eeb3507fa tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:50.355063 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6b257f22-69dc-4077-959c-d385d5746349 req-72ff1d52-9127-47b2-87f5-8c4eeb3507fa tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=71cc8e1d-1561-4c72-a891-28be6d887da5 HTTP/1.1" status: 200 len: 946 time: 0.0734682 Sep 22 12:33:50.367427 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:50.374473 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09281f-ca2e-4601-aedc-011d1cfd8c0d req-6db8a164-1193-4100-a977-d8f337b92c40 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:50.375838 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7b09281f-ca2e-4601-aedc-011d1cfd8c0d req-6db8a164-1193-4100-a977-d8f337b92c40 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bbb80529-c090-42c7-b17b-d1fe8788077c HTTP/1.1" status: 200 len: 945 time: 0.0663700 Sep 22 12:33:50.437216 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6b257f22-69dc-4077-959c-d385d5746349 req-f90247cc-94ba-4a58-8435-5e4e2697cf10 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b513c08c-359d-414d-8e8e-631aa1accacd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765829 Sep 22 12:33:50.441284 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:50.449370 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7b09281f-ca2e-4601-aedc-011d1cfd8c0d req-043292dc-7f15-4897-87c2-a540074023eb tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663691 Sep 22 12:33:51.561854 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c704b0-4638-4165-ad2c-04953c334450 req-054e0a97-22f9-45c1-8f6c-e9e1b1c629e6 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:51.563256 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-83c704b0-4638-4165-ad2c-04953c334450 req-054e0a97-22f9-45c1-8f6c-e9e1b1c629e6 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=71cc8e1d-1561-4c72-a891-28be6d887da5 HTTP/1.1" status: 200 len: 946 time: 0.0478508 Sep 22 12:33:51.608513 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-83c704b0-4638-4165-ad2c-04953c334450 req-d13b7f15-ff40-40b3-abb4-f99c1dadfbf1 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b513c08c-359d-414d-8e8e-631aa1accacd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397618 Sep 22 12:33:52.305373 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:33:52.728716 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694be14-a04a-402f-8c76-58ff3a1fd174 req-56b82ba2-565b-4b6d-b584-c56f3ba2e963 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:52.730128 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8694be14-a04a-402f-8c76-58ff3a1fd174 req-56b82ba2-565b-4b6d-b584-c56f3ba2e963 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=71cc8e1d-1561-4c72-a891-28be6d887da5 HTTP/1.1" status: 200 len: 946 time: 0.0451114 Sep 22 12:33:52.777119 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8694be14-a04a-402f-8c76-58ff3a1fd174 req-6cf59a24-9b8a-4186-aae9-e6c23e10b3a7 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b513c08c-359d-414d-8e8e-631aa1accacd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415425 Sep 22 12:33:52.894370 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc6095-e9c5-4077-a1c4-e04dbaccb8fc req-d77e2694-83d2-4357-8e7c-c658b51d9d0f tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:52.895749 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d8dc6095-e9c5-4077-a1c4-e04dbaccb8fc req-d77e2694-83d2-4357-8e7c-c658b51d9d0f tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=71cc8e1d-1561-4c72-a891-28be6d887da5 HTTP/1.1" status: 200 len: 946 time: 0.0497725 Sep 22 12:33:52.906199 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 51624) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:33:52.910438 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-aaff99e7-9e7a-47ef-aaa4-762b41031c1a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'floatingip': {'port_id': '9c84ffaa-e05f-4013-bb0a-aa84ec774557'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:33:52.947919 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-aaff99e7-9e7a-47ef-aaa4-762b41031c1a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (5ec73807-3e14-48e7-ad02-dd5800c5c5cc), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:53.591595 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-aaff99e7-9e7a-47ef-aaa4-762b41031c1a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:53.595353 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-aaff99e7-9e7a-47ef-aaa4-762b41031c1a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (5ec73807-3e14-48e7-ad02-dd5800c5c5cc), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:53.686142 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.l3_db [None req-aaff99e7-9e7a-47ef-aaa4-762b41031c1a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Floating IP 5ec73807-3e14-48e7-ad02-dd5800c5c5cc associated. External IP: 172.27.0.7, port: 9c84ffaa-e05f-4013-bb0a-aa84ec774557. Sep 22 12:33:53.859202 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:53.864071 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:53.878704 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaff99e7-9e7a-47ef-aaa4-762b41031c1a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Router b29ff6e8-f65e-42d9-b132-792f8e95ae0a has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:33:53.978831 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaff99e7-9e7a-47ef-aaa4-762b41031c1a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:33:53.983591 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-aaff99e7-9e7a-47ef-aaa4-762b41031c1a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:53.988388 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc4f0f2-48f4-4c39-8b28-3cca4f1ef40d None None] Sync routers for ids ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:33:53.998808 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc4f0f2-48f4-4c39-8b28-3cca4f1ef40d None None] Routers {'b29ff6e8-f65e-42d9-b132-792f8e95ae0a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:33:53.999409 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-0cc4f0f2-48f4-4c39-8b28-3cca4f1ef40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:33:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:33:54.012735 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-aaff99e7-9e7a-47ef-aaa4-762b41031c1a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/5ec73807-3e14-48e7-ad02-dd5800c5c5cc HTTP/1.1" status: 200 len: 990 time: 1.1054792 Sep 22 12:33:54.013352 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cc8e1d-1561-4c72-a891-28be6d887da5', 'tag': '9c84ffaa-e05f-4013-bb0a-aa84ec774557'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:33:54.015625 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa02026-8bd0-4d8e-8fab-b0c6e3e055eb" -d '{"events": [{"name": "network-changed", "server_uuid": "71cc8e1d-1561-4c72-a891-28be6d887da5", "tag": "9c84ffaa-e05f-4013-bb0a-aa84ec774557"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:33:54.052600 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5469b10b-e4c7-4d52-a7fb-da5616a5bf14 x-openstack-request-id: req-5469b10b-e4c7-4d52-a7fb-da5616a5bf14 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:33:54.052889 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cc8e1d-1561-4c72-a891-28be6d887da5", "tag": "9c84ffaa-e05f-4013-bb0a-aa84ec774557", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:33:54.053139 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5469b10b-e4c7-4d52-a7fb-da5616a5bf14 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:33:54.053547 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5469b10b-e4c7-4d52-a7fb-da5616a5bf14'] response: {'name': 'network-changed', 'server_uuid': '71cc8e1d-1561-4c72-a891-28be6d887da5', 'tag': '9c84ffaa-e05f-4013-bb0a-aa84ec774557', 'status': 'completed', 'code': 200} Sep 22 12:33:54.101578 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-0cc4f0f2-48f4-4c39-8b28-3cca4f1ef40d None None] Set router b29ff6e8-f65e-42d9-b132-792f8e95ae0a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:33:54.154620 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa02026-8bd0-4d8e-8fab-b0c6e3e055eb req-169abf53-0dc6-4db1-9a23-3e6d9cec369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:54.156146 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3aa02026-8bd0-4d8e-8fab-b0c6e3e055eb req-169abf53-0dc6-4db1-9a23-3e6d9cec369f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=40ddbbe59b90403fb3ea9212d10727aa&device_id=71cc8e1d-1561-4c72-a891-28be6d887da5 HTTP/1.1" status: 200 len: 1130 time: 0.0425627 Sep 22 12:33:54.250826 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa02026-8bd0-4d8e-8fab-b0c6e3e055eb req-299878d2-7f6b-4431-a875-9cc1d7dafb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:54.252314 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3aa02026-8bd0-4d8e-8fab-b0c6e3e055eb req-299878d2-7f6b-4431-a875-9cc1d7dafb20 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd HTTP/1.1" status: 200 len: 916 time: 0.0854280 Sep 22 12:33:54.305758 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-0cc4f0f2-48f4-4c39-8b28-3cca4f1ef40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '5ec73807-3e14-48e7-ad02-dd5800c5c5cc', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'port_id': '9c84ffaa-e05f-4013-bb0a-aa84ec774557', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'mac_address': 'fa:16:3e:25:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc8e1d-1561-4c72-a891-28be6d887da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:33:38Z', 'updated_at': '2022-09-22T12:33:53Z', 'revision_number': 1, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:33:54.317281 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3aa02026-8bd0-4d8e-8fab-b0c6e3e055eb req-af6ba407-a026-4b87-82dc-6f3ced4a0ed4 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c84ffaa-e05f-4013-bb0a-aa84ec774557 HTTP/1.1" status: 200 len: 998 time: 0.0570290 Sep 22 12:33:54.333277 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc4f0f2-48f4-4c39-8b28-3cca4f1ef40d None None] Checking router: b29ff6e8-f65e-42d9-b132-792f8e95ae0a for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:33:54.341655 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc4f0f2-48f4-4c39-8b28-3cca4f1ef40d None None] Routers {'b29ff6e8-f65e-42d9-b132-792f8e95ae0a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:33:54.342251 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-0cc4f0f2-48f4-4c39-8b28-3cca4f1ef40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:33:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:33:54.366037 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa02026-8bd0-4d8e-8fab-b0c6e3e055eb req-7d0f5536-fbe9-4b6c-b297-658896acfada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:54.367476 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3aa02026-8bd0-4d8e-8fab-b0c6e3e055eb req-7d0f5536-fbe9-4b6c-b297-658896acfada service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d853fe9a-55b9-4c8d-9099-d1741ea2e14d HTTP/1.1" status: 200 len: 854 time: 0.0431454 Sep 22 12:33:54.412588 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa02026-8bd0-4d8e-8fab-b0c6e3e055eb req-7e698a83-31d1-4a05-8fe1-cff52b1fe069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:33:54.414074 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3aa02026-8bd0-4d8e-8fab-b0c6e3e055eb req-7e698a83-31d1-4a05-8fe1-cff52b1fe069 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390477 Sep 22 12:33:54.444152 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-0cc4f0f2-48f4-4c39-8b28-3cca4f1ef40d None None] Set router b29ff6e8-f65e-42d9-b132-792f8e95ae0a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:33:54.507661 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3aa02026-8bd0-4d8e-8fab-b0c6e3e055eb req-450076f8-3a30-43bf-a499-983984ab8bee service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865347 Sep 22 12:33:54.598376 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3aa02026-8bd0-4d8e-8fab-b0c6e3e055eb req-926a0ddf-baf3-4434-9207-ec29ab02e78b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834193 Sep 22 12:33:54.661008 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-0cc4f0f2-48f4-4c39-8b28-3cca4f1ef40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '5ec73807-3e14-48e7-ad02-dd5800c5c5cc', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'port_id': '9c84ffaa-e05f-4013-bb0a-aa84ec774557', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'mac_address': 'fa:16:3e:25:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc8e1d-1561-4c72-a891-28be6d887da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:33:38Z', 'updated_at': '2022-09-22T12:33:53Z', 'revision_number': 1, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:33:54.684912 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc4f0f2-48f4-4c39-8b28-3cca4f1ef40d None None] The sync data for ids ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'] in dv-cinder-856463-4-iscsi is: [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '5ec73807-3e14-48e7-ad02-dd5800c5c5cc', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'port_id': '9c84ffaa-e05f-4013-bb0a-aa84ec774557', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'mac_address': 'fa:16:3e:25:ae:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc8e1d-1561-4c72-a891-28be6d887da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:33:38Z', 'updated_at': '2022-09-22T12:33:53Z', 'revision_number': 1, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:33:54.869633 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd375cae-0138-4383-b947-3e93c7f5d41a None None] New status for floating IP 5ec73807-3e14-48e7-ad02-dd5800c5c5cc: ACTIVE {{(pid=106190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:33:54.980992 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-f3c95d2f-fede-42e6-a951-495ac4b248c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:56.444840 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:56.447284 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=96 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:33:57.062443 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-335ea304-5527-4ac9-8168-1f1c5237b1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:58.448719 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:59.907211 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:33:59.959468 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:04.594166 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=62 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:04.594960 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=68 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:04.663165 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=91 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:04.663902 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=91 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:08.356451 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:09.123796 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-29b43e8b-e57b-4d3f-8147-0cbd4dc33ea2 req-3e80bfb6-6fed-4e40-9acb-a45fbb08a11e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417774 Sep 22 12:34:09.218030 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b43e8b-e57b-4d3f-8147-0cbd4dc33ea2 req-cb4d9394-c099-4276-9811-a1594d5f2982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:09.219478 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-29b43e8b-e57b-4d3f-8147-0cbd4dc33ea2 req-cb4d9394-c099-4276-9811-a1594d5f2982 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 1129 time: 0.0380449 Sep 22 12:34:09.335464 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b43e8b-e57b-4d3f-8147-0cbd4dc33ea2 req-22ff5d7e-9a2e-439a-8209-92907a7873fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:09.336950 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-29b43e8b-e57b-4d3f-8147-0cbd4dc33ea2 req-22ff5d7e-9a2e-439a-8209-92907a7873fc service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a HTTP/1.1" status: 200 len: 920 time: 0.0848951 Sep 22 12:34:09.380129 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-29b43e8b-e57b-4d3f-8147-0cbd4dc33ea2 req-f718f8fa-ead6-4cc5-a14e-c110f65daf44 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59f4c935-e132-4169-a0e6-2552ac665c8d HTTP/1.1" status: 200 len: 217 time: 0.0356708 Sep 22 12:34:09.427686 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b43e8b-e57b-4d3f-8147-0cbd4dc33ea2 req-9a6c8048-95db-40a0-8737-0ca0645daac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:09.429150 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-29b43e8b-e57b-4d3f-8147-0cbd4dc33ea2 req-9a6c8048-95db-40a0-8737-0ca0645daac4 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6136a7d9-4fb1-4ae9-8b34-a44ca765189e HTTP/1.1" status: 200 len: 858 time: 0.0432062 Sep 22 12:34:09.483542 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b43e8b-e57b-4d3f-8147-0cbd4dc33ea2 req-b03ef238-cbf5-4272-8840-e9a1d527c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:09.485257 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-29b43e8b-e57b-4d3f-8147-0cbd4dc33ea2 req-b03ef238-cbf5-4272-8840-e9a1d527c093 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=8db57afe-6ac0-4ca9-95e4-169c6f6e837a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410159 Sep 22 12:34:09.585794 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-29b43e8b-e57b-4d3f-8147-0cbd4dc33ea2 req-df411272-48e6-4095-875b-d6ca6a71dc88 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868757 Sep 22 12:34:09.677380 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-29b43e8b-e57b-4d3f-8147-0cbd4dc33ea2 req-0c076790-44fe-4641-bf38-8b26336fc66d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819483 Sep 22 12:34:12.191193 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d580d-1a1e-48f3-b14e-c32db5802b9b req-6c222f61-3e23-4ff9-af48-67aace640a2a tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:12.192646 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-713d580d-1a1e-48f3-b14e-c32db5802b9b req-6c222f61-3e23-4ff9-af48-67aace640a2a tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bbb80529-c090-42c7-b17b-d1fe8788077c HTTP/1.1" status: 200 len: 945 time: 0.0513229 Sep 22 12:34:12.243479 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-713d580d-1a1e-48f3-b14e-c32db5802b9b req-2a892635-8745-4cea-aeb1-2011fe2d1b94 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453124 Sep 22 12:34:13.462821 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c0363-e721-4558-bce6-cb0776e1bf2c req-0ea9b097-fba8-4cbb-8d97-2f023332acfa tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:13.464341 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c64c0363-e721-4558-bce6-cb0776e1bf2c req-0ea9b097-fba8-4cbb-8d97-2f023332acfa tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bbb80529-c090-42c7-b17b-d1fe8788077c HTTP/1.1" status: 200 len: 945 time: 0.1431732 Sep 22 12:34:13.511256 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c64c0363-e721-4558-bce6-cb0776e1bf2c req-c9ddc211-77b4-438f-a64c-29bcb6211a05 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e80b47cf-2aa5-4f76-85a5-8f092133599f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407426 Sep 22 12:34:14.026666 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c32cd-d612-4388-aed0-11b6fb3a6526 req-70e5efba-d98b-4116-a263-13a4bee43a66 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:14.028084 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4e9c32cd-d612-4388-aed0-11b6fb3a6526 req-70e5efba-d98b-4116-a263-13a4bee43a66 tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=bbb80529-c090-42c7-b17b-d1fe8788077c HTTP/1.1" status: 200 len: 945 time: 0.0488524 Sep 22 12:34:14.111989 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-4e9c32cd-d612-4388-aed0-11b6fb3a6526 req-b95a69f5-f540-4574-b08e-930ef39ad37c tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Deleting port 6c1fe562-c0a8-41aa-8e46-071a8a762864 {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:34:14.112359 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-4e9c32cd-d612-4388-aed0-11b6fb3a6526 req-b95a69f5-f540-4574-b08e-930ef39ad37c tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (6c1fe562-c0a8-41aa-8e46-071a8a762864), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:14.202352 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-4e9c32cd-d612-4388-aed0-11b6fb3a6526 req-b95a69f5-f540-4574-b08e-930ef39ad37c tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] For port 6c1fe562-c0a8-41aa-8e46-071a8a762864, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=6c1fe562-c0a8-41aa-8e46-071a8a762864,segment=NetworkSegment(1b44537e-ae7a-46b6-91d5-fa69dcb7e52e),segment_id=1b44537e-ae7a-46b6-91d5-fa69dcb7e52e)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:34:14.202712 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-4e9c32cd-d612-4388-aed0-11b6fb3a6526 req-b95a69f5-f540-4574-b08e-930ef39ad37c tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (6c1fe562-c0a8-41aa-8e46-071a8a762864), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:14.216222 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-4e9c32cd-d612-4388-aed0-11b6fb3a6526 req-b95a69f5-f540-4574-b08e-930ef39ad37c tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Calling delete_port for 6c1fe562-c0a8-41aa-8e46-071a8a762864 owned by compute:nova {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:34:14.269323 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:14.288552 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:14.342824 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-4e9c32cd-d612-4388-aed0-11b6fb3a6526 req-b95a69f5-f540-4574-b08e-930ef39ad37c tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (6c1fe562-c0a8-41aa-8e46-071a8a762864), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:14.362418 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['6c1fe562-c0a8-41aa-8e46-071a8a762864'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:34:14.373591 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a69f5-f540-4574-b08e-930ef39ad37c tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Pushing event deleted for resources: {'Port': ['ID=6c1fe562-c0a8-41aa-8e46-071a8a762864,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:14.416335 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9c32cd-d612-4388-aed0-11b6fb3a6526 req-b95a69f5-f540-4574-b08e-930ef39ad37c tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] No DVR routers for this DVR port 6c1fe562-c0a8-41aa-8e46-071a8a762864 on host hv-cinder-85646 {{(pid=106188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:34:14.418682 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-4e9c32cd-d612-4388-aed0-11b6fb3a6526 req-b95a69f5-f540-4574-b08e-930ef39ad37c tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:14.421865 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4e9c32cd-d612-4388-aed0-11b6fb3a6526 req-b95a69f5-f540-4574-b08e-930ef39ad37c tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.20 "DELETE /networking/v2.0/ports/6c1fe562-c0a8-41aa-8e46-071a8a762864 HTTP/1.1" status: 204 len: 173 time: 0.3863962 Sep 22 12:34:14.422347 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb80529-c090-42c7-b17b-d1fe8788077c', 'name': 'network-vif-deleted', 'tag': '6c1fe562-c0a8-41aa-8e46-071a8a762864'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:34:14.424663 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b6119c-b5d6-402c-8eda-2b580d0fc6b2" -d '{"events": [{"server_uuid": "bbb80529-c090-42c7-b17b-d1fe8788077c", "name": "network-vif-deleted", "tag": "6c1fe562-c0a8-41aa-8e46-071a8a762864"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:34:14.467223 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bdd4d0-47b2-4260-a9ea-5f9cd2cbbbcb x-openstack-request-id: req-57bdd4d0-47b2-4260-a9ea-5f9cd2cbbbcb {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:34:14.467840 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb80529-c090-42c7-b17b-d1fe8788077c", "name": "network-vif-deleted", "tag": "6c1fe562-c0a8-41aa-8e46-071a8a762864", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:34:14.467840 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-57bdd4d0-47b2-4260-a9ea-5f9cd2cbbbcb {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:34:14.468178 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57bdd4d0-47b2-4260-a9ea-5f9cd2cbbbcb'] response: {'server_uuid': 'bbb80529-c090-42c7-b17b-d1fe8788077c', 'name': 'network-vif-deleted', 'tag': '6c1fe562-c0a8-41aa-8e46-071a8a762864', 'status': 'completed', 'code': 200} Sep 22 12:34:14.624927 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-80fb08da-d5f7-4afb-ad66-e306f9d5604f req-4d66ddb2-4e48-4b0d-896c-39155c885e8f tempest-VolumesSnapshotTestJSON-712578454 tempest-VolumesSnapshotTestJSON-712578454-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bbb80529-c090-42c7-b17b-d1fe8788077c HTTP/1.1" status: 200 len: 210 time: 0.0280585 Sep 22 12:34:17.405173 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 6c1fe562-c0a8-41aa-8e46-071a8a762864 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:34:17.424689 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] No Port match for: 6c1fe562-c0a8-41aa-8e46-071a8a762864 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:34:17.425028 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 6c1fe562-c0a8-41aa-8e46-071a8a762864 not bound to the agent host hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:34:24.370361 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=32,neutron:UPDATE=8 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:24.606537 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:24.607388 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=16,neutron:DELETE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:24.882246 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=55,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:24.998581 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-62a1f783-af92-40fe-bf38-4aac2a7b42eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:27.064203 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-eb8b47eb-e089-44d6-a459-e97ecdd908f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:28.450872 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:29.303452 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:34:29.825483 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42491a99-0437-4322-8d22-f28ae62e2f5c req-d127711c-dfa6-4ec0-81be-4163b70ba405 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:29.826942 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-42491a99-0437-4322-8d22-f28ae62e2f5c req-d127711c-dfa6-4ec0-81be-4163b70ba405 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0547814 Sep 22 12:34:29.881098 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-42491a99-0437-4322-8d22-f28ae62e2f5c req-a54b80f1-e054-44dc-857d-536131125d14 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485849 Sep 22 12:34:29.909847 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:29.962044 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:31.011571 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef125e5-b67b-44c3-be6b-07aa19489314 req-0bc1d893-eaa9-43e1-af49-3a20285d8b6a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:31.013278 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aef125e5-b67b-44c3-be6b-07aa19489314 req-0bc1d893-eaa9-43e1-af49-3a20285d8b6a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0554392 Sep 22 12:34:31.069607 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aef125e5-b67b-44c3-be6b-07aa19489314 req-8792de93-79ba-4b17-898a-cd25fc0c72fa tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475597 Sep 22 12:34:31.324925 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:32.194892 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f43c00-6a83-4e12-a8eb-508162018c3a req-5ef531f1-6217-4e67-8b61-b5ad45cee07a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:32.196447 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c9f43c00-6a83-4e12-a8eb-508162018c3a req-5ef531f1-6217-4e67-8b61-b5ad45cee07a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0497677 Sep 22 12:34:32.243065 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c9f43c00-6a83-4e12-a8eb-508162018c3a req-ba47ebfc-7536-4202-b2ad-bd968ac53e39 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411103 Sep 22 12:34:33.366253 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778726-66af-49fb-83f3-9fca0d03ba69 req-616a61bf-a055-44c5-bc82-f52026890968 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:33.367715 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d8778726-66af-49fb-83f3-9fca0d03ba69 req-616a61bf-a055-44c5-bc82-f52026890968 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0494146 Sep 22 12:34:33.415856 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d8778726-66af-49fb-83f3-9fca0d03ba69 req-6abfe97a-fa90-4b36-9c0e-e104aa5c8b58 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414793 Sep 22 12:34:34.002226 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af224b-14cf-493d-b0f5-1adf9633d3b7 req-aed80b86-5619-4687-a21d-5cc00f94b1eb tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:34.003633 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-03af224b-14cf-493d-b0f5-1adf9633d3b7 req-aed80b86-5619-4687-a21d-5cc00f94b1eb tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0449207 Sep 22 12:34:34.088555 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-03af224b-14cf-493d-b0f5-1adf9633d3b7 req-97b1512b-04ed-4555-b682-0824692e8ad1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Deleting port 76be057b-3ae6-473f-85db-c31a75400a6b {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:34:34.088923 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-03af224b-14cf-493d-b0f5-1adf9633d3b7 req-97b1512b-04ed-4555-b682-0824692e8ad1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (76be057b-3ae6-473f-85db-c31a75400a6b), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:34.176052 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-03af224b-14cf-493d-b0f5-1adf9633d3b7 req-97b1512b-04ed-4555-b682-0824692e8ad1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] For port 76be057b-3ae6-473f-85db-c31a75400a6b, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=76be057b-3ae6-473f-85db-c31a75400a6b,segment=NetworkSegment(c340f29b-02bd-42f1-9691-706be126d2ad),segment_id=c340f29b-02bd-42f1-9691-706be126d2ad)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:34:34.176439 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-03af224b-14cf-493d-b0f5-1adf9633d3b7 req-97b1512b-04ed-4555-b682-0824692e8ad1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (76be057b-3ae6-473f-85db-c31a75400a6b), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:34.381714 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-03af224b-14cf-493d-b0f5-1adf9633d3b7 req-97b1512b-04ed-4555-b682-0824692e8ad1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:34.382383 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-03af224b-14cf-493d-b0f5-1adf9633d3b7 req-97b1512b-04ed-4555-b682-0824692e8ad1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (2ec18f5b-4bf5-4aff-9b5e-9cfe7112ca30), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:34.382506 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.l3_db [req-03af224b-14cf-493d-b0f5-1adf9633d3b7 req-97b1512b-04ed-4555-b682-0824692e8ad1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Floating IP 2ec18f5b-4bf5-4aff-9b5e-9cfe7112ca30 disassociated. External IP: 172.27.0.19, port: 76be057b-3ae6-473f-85db-c31a75400a6b. Sep 22 12:34:34.382783 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-03af224b-14cf-493d-b0f5-1adf9633d3b7 req-97b1512b-04ed-4555-b682-0824692e8ad1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Calling delete_port for 76be057b-3ae6-473f-85db-c31a75400a6b owned by compute:nova {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:34:34.543903 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-03af224b-14cf-493d-b0f5-1adf9633d3b7 req-97b1512b-04ed-4555-b682-0824692e8ad1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (76be057b-3ae6-473f-85db-c31a75400a6b), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:34.551214 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17582159-a8da-441f-bc78-d94606d1fca7 req-a7e7a368-a960-4f3a-b4b1-07df323eab46 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:34.552722 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-17582159-a8da-441f-bc78-d94606d1fca7 req-a7e7a368-a960-4f3a-b4b1-07df323eab46 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 946 time: 0.0599139 Sep 22 12:34:34.556985 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:34.560123 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:34.591197 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1512b-04ed-4555-b682-0824692e8ad1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Pushing event deleted for resources: {'Port': ['ID=76be057b-3ae6-473f-85db-c31a75400a6b,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:34.675097 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-17582159-a8da-441f-bc78-d94606d1fca7 req-286b4270-ad24-413b-acc0-392f26869c0a tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136699 Sep 22 12:34:34.738371 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03af224b-14cf-493d-b0f5-1adf9633d3b7 req-97b1512b-04ed-4555-b682-0824692e8ad1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Router eebb0bf7-e40b-41df-b3a4-ca04676302e4 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:34:34.839980 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03af224b-14cf-493d-b0f5-1adf9633d3b7 req-97b1512b-04ed-4555-b682-0824692e8ad1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:34:34.850777 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff3ba2d-33cd-4345-a5a5-7ee1587a624a None None] Sync routers for ids ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:34:34.862531 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff3ba2d-33cd-4345-a5a5-7ee1587a624a None None] Routers {'eebb0bf7-e40b-41df-b3a4-ca04676302e4'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:34:34.863150 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-9ff3ba2d-33cd-4345-a5a5-7ee1587a624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:34:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:34.884473 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-03af224b-14cf-493d-b0f5-1adf9633d3b7 req-97b1512b-04ed-4555-b682-0824692e8ad1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] No DVR routers for this DVR port 76be057b-3ae6-473f-85db-c31a75400a6b on host hv-cinder-85646 {{(pid=106188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:34:34.889383 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-03af224b-14cf-493d-b0f5-1adf9633d3b7 req-97b1512b-04ed-4555-b682-0824692e8ad1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:34.892888 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-03af224b-14cf-493d-b0f5-1adf9633d3b7 req-97b1512b-04ed-4555-b682-0824692e8ad1 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.20 "DELETE /networking/v2.0/ports/76be057b-3ae6-473f-85db-c31a75400a6b HTTP/1.1" status: 204 len: 173 time: 0.8826978 Sep 22 12:34:34.893395 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4881b40d-864a-42ec-8c64-a1366dac5f05', 'name': 'network-vif-deleted', 'tag': '76be057b-3ae6-473f-85db-c31a75400a6b'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:34:34.895694 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39499145-e273-4184-bd94-c1c3604baa09" -d '{"events": [{"server_uuid": "4881b40d-864a-42ec-8c64-a1366dac5f05", "name": "network-vif-deleted", "tag": "76be057b-3ae6-473f-85db-c31a75400a6b"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:34:34.957706 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8b9bbb-a88b-44e3-9ac5-272012e3ae86 x-openstack-request-id: req-3c8b9bbb-a88b-44e3-9ac5-272012e3ae86 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:34:34.958015 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4881b40d-864a-42ec-8c64-a1366dac5f05", "name": "network-vif-deleted", "tag": "76be057b-3ae6-473f-85db-c31a75400a6b", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:34:34.958283 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3c8b9bbb-a88b-44e3-9ac5-272012e3ae86 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:34:34.958775 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c8b9bbb-a88b-44e3-9ac5-272012e3ae86'] response: {'server_uuid': '4881b40d-864a-42ec-8c64-a1366dac5f05', 'name': 'network-vif-deleted', 'tag': '76be057b-3ae6-473f-85db-c31a75400a6b', 'status': 'completed', 'code': 200} Sep 22 12:34:34.985896 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-9ff3ba2d-33cd-4345-a5a5-7ee1587a624a None None] Set router eebb0bf7-e40b-41df-b3a4-ca04676302e4 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:34:35.184063 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c95da-6c49-4347-86ab-f093e619336e req-b8b8b5db-2d3a-4ada-803f-61eefe3ecb3b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:35.185650 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e81c95da-6c49-4347-86ab-f093e619336e req-b8b8b5db-2d3a-4ada-803f-61eefe3ecb3b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 946 time: 0.0539193 Sep 22 12:34:35.200412 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-9ff3ba2d-33cd-4345-a5a5-7ee1587a624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1469968037-router', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:57Z', 'updated_at': '2022-09-22T12:29:12Z', 'revision_number': 4, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'gw_port': {'id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '74f5c2ac-28ae-40b2-a764-1859e23d46ba', 'name': '', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'mac_address': 'fa:16:3e:8a:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:09Z', 'updated_at': '2022-09-22T12:29:26Z', 'revision_number': 5, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'subnets': [{'id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:35.224051 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff3ba2d-33cd-4345-a5a5-7ee1587a624a None None] Checking router: eebb0bf7-e40b-41df-b3a4-ca04676302e4 for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:34:35.233171 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff3ba2d-33cd-4345-a5a5-7ee1587a624a None None] Routers {'eebb0bf7-e40b-41df-b3a4-ca04676302e4'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:34:35.233447 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e81c95da-6c49-4347-86ab-f093e619336e req-80e02c0e-2480-4c3a-89af-f97d7fee5dd5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417056 Sep 22 12:34:35.233765 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-9ff3ba2d-33cd-4345-a5a5-7ee1587a624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:34:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:35.331566 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-9ff3ba2d-33cd-4345-a5a5-7ee1587a624a None None] Set router eebb0bf7-e40b-41df-b3a4-ca04676302e4 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:34:35.510634 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-9ff3ba2d-33cd-4345-a5a5-7ee1587a624a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1469968037-router', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:57Z', 'updated_at': '2022-09-22T12:29:12Z', 'revision_number': 4, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'gw_port': {'id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '74f5c2ac-28ae-40b2-a764-1859e23d46ba', 'name': '', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'mac_address': 'fa:16:3e:8a:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:09Z', 'updated_at': '2022-09-22T12:29:26Z', 'revision_number': 5, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'subnets': [{'id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:35.539692 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff3ba2d-33cd-4345-a5a5-7ee1587a624a None None] The sync data for ids ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'] in dv-cinder-856463-4-iscsi is: [{'id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1469968037-router', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:57Z', 'updated_at': '2022-09-22T12:29:12Z', 'revision_number': 4, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'gw_port': {'id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '74f5c2ac-28ae-40b2-a764-1859e23d46ba', 'name': '', 'network_id': '8db57afe-6ac0-4ca9-95e4-169c6f6e837a', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'mac_address': 'fa:16:3e:8a:e5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:09Z', 'updated_at': '2022-09-22T12:29:26Z', 'revision_number': 5, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'subnets': [{'id': '6136a7d9-4fb1-4ae9-8b34-a44ca765189e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:34:35.755462 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a3972f-e51f-4029-9c0f-d8e1d9bcfdc6 None None] New status for floating IP 2ec18f5b-4bf5-4aff-9b5e-9cfe7112ca30: DOWN {{(pid=106190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:34:35.795605 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-478c3b9c-046c-4443-80e5-59ff86fdc03c req-2be8fd38-d701-452d-8c4e-e119af7254aa tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 210 time: 0.0269654 Sep 22 12:34:36.368276 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2baa41a-2dc6-4953-9846-9c4dc2ff0755 req-8a615eee-4e27-4b48-a23a-91170ae73854 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:36.369840 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c2baa41a-2dc6-4953-9846-9c4dc2ff0755 req-8a615eee-4e27-4b48-a23a-91170ae73854 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 946 time: 0.0511706 Sep 22 12:34:36.416944 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c2baa41a-2dc6-4953-9846-9c4dc2ff0755 req-2b76160c-4c07-4a55-a4a7-c87c20808ef1 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410335 Sep 22 12:34:36.933105 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4f2e6c16-210f-4fc2-9b86-d2ab2e52748b req-deca3382-ad88-4cc0-a673-e7fbb5d4df17 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=4881b40d-864a-42ec-8c64-a1366dac5f05 HTTP/1.1" status: 200 len: 210 time: 0.0306733 Sep 22 12:34:37.243749 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53c768-e2a1-472a-afbf-60d6458965b8 req-87ae9c97-761f-426e-8821-c32392f4fcdb tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:37.245452 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3f53c768-e2a1-472a-afbf-60d6458965b8 req-87ae9c97-761f-426e-8821-c32392f4fcdb tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 946 time: 0.0499697 Sep 22 12:34:37.329488 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-3f53c768-e2a1-472a-afbf-60d6458965b8 req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Deleting port c01d78fa-cbfb-4c80-a00f-e7a90be2757f {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:34:37.329831 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-3f53c768-e2a1-472a-afbf-60d6458965b8 req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:37.432394 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-3f53c768-e2a1-472a-afbf-60d6458965b8 req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] For port c01d78fa-cbfb-4c80-a00f-e7a90be2757f, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:34:37.432759 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-3f53c768-e2a1-472a-afbf-60d6458965b8 req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:37.609158 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f0c14-0c22-417f-aea9-76d891f83b28 req-1dbb88b0-2348-46db-8c9c-a73de0af5ab9 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:37.610570 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a99f0c14-0c22-417f-aea9-76d891f83b28 req-1dbb88b0-2348-46db-8c9c-a73de0af5ab9 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 946 time: 0.0869987 Sep 22 12:34:37.870869 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-3f53c768-e2a1-472a-afbf-60d6458965b8 req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:37.871237 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-3f53c768-e2a1-472a-afbf-60d6458965b8 req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (a9b90ff1-f346-4c89-99c6-a4ca7c4b4579), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:37.871560 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.l3_db [req-3f53c768-e2a1-472a-afbf-60d6458965b8 req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Floating IP a9b90ff1-f346-4c89-99c6-a4ca7c4b4579 disassociated. External IP: 172.27.0.110, port: c01d78fa-cbfb-4c80-a00f-e7a90be2757f. Sep 22 12:34:37.871888 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-3f53c768-e2a1-472a-afbf-60d6458965b8 req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Calling delete_port for c01d78fa-cbfb-4c80-a00f-e7a90be2757f owned by compute:nova {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:34:37.888490 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:37.890714 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:37.942725 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a99f0c14-0c22-417f-aea9-76d891f83b28 req-4f20cb4e-6f96-46ce-9056-291e71d1dc2b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254828 Sep 22 12:34:38.047605 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-3f53c768-e2a1-472a-afbf-60d6458965b8 req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (c01d78fa-cbfb-4c80-a00f-e7a90be2757f), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:38.055966 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 51954) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:38.085272 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Pushing event deleted for resources: {'Port': ['ID=c01d78fa-cbfb-4c80-a00f-e7a90be2757f,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:38.096490 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.096850 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.097195 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.097638 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.097856 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.098192 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.098529 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.098857 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.099180 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.099512 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.099836 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.100170 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.100503 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.101005 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.101285 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.121410 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-92060fee-c215-42a0-8680-01936835f19d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for security_group (3a2bf189-f3e9-4373-9c8b-7a157b48d8fb), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:38.148096 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-92060fee-c215-42a0-8680-01936835f19d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for security_group (3a2bf189-f3e9-4373-9c8b-7a157b48d8fb), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:38.202648 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-92060fee-c215-42a0-8680-01936835f19d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (3a2bf189-f3e9-4373-9c8b-7a157b48d8fb), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:38.205784 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-92060fee-c215-42a0-8680-01936835f19d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:38.209255 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-92060fee-c215-42a0-8680-01936835f19d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3a2bf189-f3e9-4373-9c8b-7a157b48d8fb HTTP/1.1" status: 204 len: 168 time: 0.1492503 Sep 22 12:34:38.210873 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 51958) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:38.216389 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92060fee-c215-42a0-8680-01936835f19d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2bf189-f3e9-4373-9c8b-7a157b48d8fb,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:38.224648 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060fee-c215-42a0-8680-01936835f19d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.224999 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060fee-c215-42a0-8680-01936835f19d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.225340 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060fee-c215-42a0-8680-01936835f19d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.225729 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060fee-c215-42a0-8680-01936835f19d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.226240 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060fee-c215-42a0-8680-01936835f19d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.226569 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060fee-c215-42a0-8680-01936835f19d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.227410 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060fee-c215-42a0-8680-01936835f19d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.227410 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060fee-c215-42a0-8680-01936835f19d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.227916 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060fee-c215-42a0-8680-01936835f19d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.228123 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060fee-c215-42a0-8680-01936835f19d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.228591 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060fee-c215-42a0-8680-01936835f19d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.228855 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.api.v2.resource [None req-4d8ed051-6000-4e6f-ac61-3d1e7c14370f tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] show failed (client error): The resource could not be found. Sep 22 12:34:38.228968 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060fee-c215-42a0-8680-01936835f19d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.229177 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060fee-c215-42a0-8680-01936835f19d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.229503 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060fee-c215-42a0-8680-01936835f19d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.229820 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92060fee-c215-42a0-8680-01936835f19d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:38.233204 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-4d8ed051-6000-4e6f-ac61-3d1e7c14370f tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups/3a2bf189-f3e9-4373-9c8b-7a157b48d8fb HTTP/1.1" status: 404 len: 347 time: 0.0183656 Sep 22 12:34:38.233624 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 51960) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:38.296836 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f53c768-e2a1-472a-afbf-60d6458965b8 req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Router b00a1cf9-6173-4827-961d-e2820d29e4c0 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:34:38.375238 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:38.413613 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-20e89da9-780e-438f-8b90-f32ce7ab0faf tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Deleting port d84656f5-e551-46ac-8fd6-cba033fb0d73 {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:34:38.414038 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-20e89da9-780e-438f-8b90-f32ce7ab0faf tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (d84656f5-e551-46ac-8fd6-cba033fb0d73), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:38.549071 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f53c768-e2a1-472a-afbf-60d6458965b8 req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:34:38.558826 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6334e028-1853-4af5-ad3b-305effc19d71 None None] Sync routers for ids ['b00a1cf9-6173-4827-961d-e2820d29e4c0'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:34:38.566254 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c55e5-1b40-41dd-a3ce-faa06cbef35d req-b3340bdf-320b-46bb-b934-2851d744af2d tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:38.567793 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cb8c55e5-1b40-41dd-a3ce-faa06cbef35d req-b3340bdf-320b-46bb-b934-2851d744af2d tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0729308 Sep 22 12:34:38.579681 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6334e028-1853-4af5-ad3b-305effc19d71 None None] Routers {'b00a1cf9-6173-4827-961d-e2820d29e4c0'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:34:38.580327 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-6334e028-1853-4af5-ad3b-305effc19d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:34:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b00a1cf9-6173-4827-961d-e2820d29e4c0'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:38.635648 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-20e89da9-780e-438f-8b90-f32ce7ab0faf tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (d84656f5-e551-46ac-8fd6-cba033fb0d73), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:38.635903 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-20e89da9-780e-438f-8b90-f32ce7ab0faf tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for floatingip (d84656f5-e551-46ac-8fd6-cba033fb0d73), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:38.638401 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f53c768-e2a1-472a-afbf-60d6458965b8 req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] No DVR routers for this DVR port c01d78fa-cbfb-4c80-a00f-e7a90be2757f on host hv-cinder-85646 {{(pid=106188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:34:38.649060 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-3f53c768-e2a1-472a-afbf-60d6458965b8 req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:38.652200 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3f53c768-e2a1-472a-afbf-60d6458965b8 req-5d0799d3-a1f3-46a1-a420-f9f0d4dad182 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.20 "DELETE /networking/v2.0/ports/c01d78fa-cbfb-4c80-a00f-e7a90be2757f HTTP/1.1" status: 204 len: 173 time: 1.4015193 Sep 22 12:34:38.652716 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c97c51-b54b-48e0-9929-cc535246eb97', 'name': 'network-vif-deleted', 'tag': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:34:38.654945 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522f2a5b-4870-44e6-a171-5ab52de7253a" -d '{"events": [{"server_uuid": "15c97c51-b54b-48e0-9929-cc535246eb97", "name": "network-vif-deleted", "tag": "c01d78fa-cbfb-4c80-a00f-e7a90be2757f"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:34:38.666275 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-20e89da9-780e-438f-8b90-f32ce7ab0faf tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Calling delete_port for d84656f5-e551-46ac-8fd6-cba033fb0d73 owned by network:floatingip {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:34:38.691975 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-6334e028-1853-4af5-ad3b-305effc19d71 None None] Set router b00a1cf9-6173-4827-961d-e2820d29e4c0 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:34:38.698339 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cb8c55e5-1b40-41dd-a3ce-faa06cbef35d req-f31a8544-95dd-42c5-bb9f-8d132bbe7c78 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056955 Sep 22 12:34:38.736106 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:38.769663 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b8d01b-d9a4-4779-b656-800951cded52 x-openstack-request-id: req-64b8d01b-d9a4-4779-b656-800951cded52 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:34:38.770040 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c97c51-b54b-48e0-9929-cc535246eb97", "name": "network-vif-deleted", "tag": "c01d78fa-cbfb-4c80-a00f-e7a90be2757f", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:34:38.770456 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-64b8d01b-d9a4-4779-b656-800951cded52 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:34:38.770834 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b8d01b-d9a4-4779-b656-800951cded52'] response: {'server_uuid': '15c97c51-b54b-48e0-9929-cc535246eb97', 'name': 'network-vif-deleted', 'tag': 'c01d78fa-cbfb-4c80-a00f-e7a90be2757f', 'status': 'completed', 'code': 200} Sep 22 12:34:38.770949 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:38.829178 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-20e89da9-780e-438f-8b90-f32ce7ab0faf tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (d84656f5-e551-46ac-8fd6-cba033fb0d73), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:38.854720 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e89da9-780e-438f-8b90-f32ce7ab0faf tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Pushing event deleted for resources: {'Port': ['ID=d84656f5-e551-46ac-8fd6-cba033fb0d73,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:38.902846 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-6334e028-1853-4af5-ad3b-305effc19d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-router', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:30:30Z', 'updated_at': '2022-09-22T12:30:33Z', 'revision_number': 4, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'gw_port': {'id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:31Z', 'updated_at': '2022-09-22T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '81d0f6b9-ab5c-4724-a700-28f650a5bfec', 'name': '', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'mac_address': 'fa:16:3e:49:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '13cccc76-44bb-44db-a343-17e3d4246299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:33Z', 'updated_at': '2022-09-22T12:30:39Z', 'revision_number': 5, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'subnets': [{'id': '13cccc76-44bb-44db-a343-17e3d4246299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:38.903165 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:38.915882 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-20e89da9-780e-438f-8b90-f32ce7ab0faf tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks [] for floatingip (2ec18f5b-4bf5-4aff-9b5e-9cfe7112ca30), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:38.918413 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-20e89da9-780e-438f-8b90-f32ce7ab0faf tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:38.919571 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-20e89da9-780e-438f-8b90-f32ce7ab0faf tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/2ec18f5b-4bf5-4aff-9b5e-9cfe7112ca30 HTTP/1.1" status: 204 len: 168 time: 0.6769581 Sep 22 12:34:38.929213 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6334e028-1853-4af5-ad3b-305effc19d71 None None] Checking router: b00a1cf9-6173-4827-961d-e2820d29e4c0 for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:34:38.938098 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6334e028-1853-4af5-ad3b-305effc19d71 None None] Routers {'b00a1cf9-6173-4827-961d-e2820d29e4c0'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:34:38.938687 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-6334e028-1853-4af5-ad3b-305effc19d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:34:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b00a1cf9-6173-4827-961d-e2820d29e4c0'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:38.996496 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:39.053576 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 51980) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:39.057572 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-6334e028-1853-4af5-ad3b-305effc19d71 None None] Set router b00a1cf9-6173-4827-961d-e2820d29e4c0 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:34:39.078249 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7a225d82-7249-4618-b789-ce597f6d48a7 req-f8f8b43e-4ef7-4beb-8e3b-669275c2693d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 210 time: 0.0339794 Sep 22 12:34:39.104582 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23f9e50-cc3a-4ab1-9c87-159b38468606 admin admin] Deleting subnet 1e6ace5a-b3cc-492a-91df-279d596628b3 {{(pid=106189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 12:34:39.108226 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e23f9e50-cc3a-4ab1-9c87-159b38468606 admin admin] Publish callbacks [] for subnet (1e6ace5a-b3cc-492a-91df-279d596628b3), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:39.145926 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e23f9e50-cc3a-4ab1-9c87-159b38468606 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4008918'] for subnet (1e6ace5a-b3cc-492a-91df-279d596628b3), precommit_delete_associations {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:39.186131 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e23f9e50-cc3a-4ab1-9c87-159b38468606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16494954'] for subnet (1e6ace5a-b3cc-492a-91df-279d596628b3), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:39.238988 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e23f9e50-cc3a-4ab1-9c87-159b38468606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2984699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3860115'] for subnet (1e6ace5a-b3cc-492a-91df-279d596628b3), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:39.266882 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f9e50-cc3a-4ab1-9c87-159b38468606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e6ace5a-b3cc-492a-91df-279d596628b3,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:39.274900 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e23f9e50-cc3a-4ab1-9c87-159b38468606 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:39.280650 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-e23f9e50-cc3a-4ab1-9c87-159b38468606 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/1e6ace5a-b3cc-492a-91df-279d596628b3 HTTP/1.1" status: 204 len: 168 time: 0.2258680 Sep 22 12:34:39.283732 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 51982) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:39.352147 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-6334e028-1853-4af5-ad3b-305effc19d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-router', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:30:30Z', 'updated_at': '2022-09-22T12:30:33Z', 'revision_number': 4, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'gw_port': {'id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:31Z', 'updated_at': '2022-09-22T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '81d0f6b9-ab5c-4724-a700-28f650a5bfec', 'name': '', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'mac_address': 'fa:16:3e:49:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '13cccc76-44bb-44db-a343-17e3d4246299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:33Z', 'updated_at': '2022-09-22T12:30:39Z', 'revision_number': 5, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'subnets': [{'id': '13cccc76-44bb-44db-a343-17e3d4246299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:39.355135 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-6c0928f6-6591-4b98-a80b-cdead5adbdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16438815'] for network (132b9a18-7a8b-4760-bd77-25e68aa07772), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:39.376552 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6334e028-1853-4af5-ad3b-305effc19d71 None None] The sync data for ids ['b00a1cf9-6173-4827-961d-e2820d29e4c0'] in dv-cinder-856463-4-iscsi is: [{'id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-router', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:30:30Z', 'updated_at': '2022-09-22T12:30:33Z', 'revision_number': 4, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'gw_port': {'id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:31Z', 'updated_at': '2022-09-22T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '81d0f6b9-ab5c-4724-a700-28f650a5bfec', 'name': '', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'mac_address': 'fa:16:3e:49:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '13cccc76-44bb-44db-a343-17e3d4246299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:33Z', 'updated_at': '2022-09-22T12:30:39Z', 'revision_number': 5, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'subnets': [{'id': '13cccc76-44bb-44db-a343-17e3d4246299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:34:39.438850 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-6c0928f6-6591-4b98-a80b-cdead5adbdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16032833', 'neutron.services.segments.db._delete_segments_for_network-8742011169985'] for network (132b9a18-7a8b-4760-bd77-25e68aa07772), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:39.460452 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-6c0928f6-6591-4b98-a80b-cdead5adbdd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132b9a18-7a8b-4760-bd77-25e68aa07772']}} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:39.470940 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-6c0928f6-6591-4b98-a80b-cdead5adbdd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b44537e-ae7a-46b6-91d5-fa69dcb7e52e') {'for_net_delete': True} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:39.471234 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-6c0928f6-6591-4b98-a80b-cdead5adbdd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b44537e-ae7a-46b6-91d5-fa69dcb7e52e') {} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:39.481390 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-6c0928f6-6591-4b98-a80b-cdead5adbdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742011169877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303439'] for segment (1b44537e-ae7a-46b6-91d5-fa69dcb7e52e), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:39.495867 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-6c0928f6-6591-4b98-a80b-cdead5adbdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (1b44537e-ae7a-46b6-91d5-fa69dcb7e52e), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:39.498001 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 76be057b-3ae6-473f-85db-c31a75400a6b no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:34:39.503596 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0928f6-6591-4b98-a80b-cdead5adbdd4 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=106188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 12:34:39.504081 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-6c0928f6-6591-4b98-a80b-cdead5adbdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1310191'] for segment (1b44537e-ae7a-46b6-91d5-fa69dcb7e52e), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:39.518198 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] No Port match for: 76be057b-3ae6-473f-85db-c31a75400a6b {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:34:39.519394 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 76be057b-3ae6-473f-85db-c31a75400a6b not bound to the agent host hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:34:39.520023 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device c01d78fa-cbfb-4c80-a00f-e7a90be2757f no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:34:39.544990 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] No Port match for: c01d78fa-cbfb-4c80-a00f-e7a90be2757f {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:34:39.545417 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device c01d78fa-cbfb-4c80-a00f-e7a90be2757f not bound to the agent host hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:34:39.579964 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-6c0928f6-6591-4b98-a80b-cdead5adbdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16032888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629891'] for network (132b9a18-7a8b-4760-bd77-25e68aa07772), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:39.586219 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-6c0928f6-6591-4b98-a80b-cdead5adbdd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:39.592246 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-6c0928f6-6591-4b98-a80b-cdead5adbdd4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/132b9a18-7a8b-4760-bd77-25e68aa07772 HTTP/1.1" status: 204 len: 168 time: 0.3074214 Sep 22 12:34:39.605955 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0928f6-6591-4b98-a80b-cdead5adbdd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=132b9a18-7a8b-4760-bd77-25e68aa07772,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:39.614446 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5a05e1-e178-4cf4-ba26-35fe72b6f790 None None] New status for floating IP a9b90ff1-f346-4c89-99c6-a4ca7c4b4579: DOWN {{(pid=106190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:34:39.685460 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.services.segments.plugin [-] Segment 1b44537e-ae7a-46b6-91d5-fa69dcb7e52e resource provider aggregate not found Sep 22 12:34:39.704662 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.services.segments.plugin [-] Segment 1b44537e-ae7a-46b6-91d5-fa69dcb7e52e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b44537e-ae7a-46b6-91d5-fa69dcb7e52e found for delete ", "request_id": "req-59e5ccfb-f20f-413f-ba45-e4cdf0eccdcf"}]} Sep 22 12:34:39.775432 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 51994) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:39.852872 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c4504-d2d1-489a-b43a-363cc83c6853 req-f56fbf6b-e501-4487-85ab-570351c93d32 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:39.854333 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f49c4504-d2d1-489a-b43a-363cc83c6853 req-f56fbf6b-e501-4487-85ab-570351c93d32 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0713348 Sep 22 12:34:39.857933 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-03606419-7155-4d12-baf8-b88114d9653f admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=24db83f7bc4d4888b73d4d4ab7c4bdce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0813897 Sep 22 12:34:39.861169 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 51996) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:39.932115 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f49c4504-d2d1-489a-b43a-363cc83c6853 req-0e20a280-538c-48d2-a76c-3255d3a80638 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717402 Sep 22 12:34:39.943689 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e5d4a296-ace0-4db0-996a-b06816ebd317 admin admin] Publish callbacks [] for security_group (e80b47cf-2aa5-4f76-85a5-8f092133599f), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:39.964507 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e5d4a296-ace0-4db0-996a-b06816ebd317 admin admin] Publish callbacks [] for security_group (e80b47cf-2aa5-4f76-85a5-8f092133599f), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:40.011451 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e5d4a296-ace0-4db0-996a-b06816ebd317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (e80b47cf-2aa5-4f76-85a5-8f092133599f), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:40.014058 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e5d4a296-ace0-4db0-996a-b06816ebd317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:40.015245 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-e5d4a296-ace0-4db0-996a-b06816ebd317 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e80b47cf-2aa5-4f76-85a5-8f092133599f HTTP/1.1" status: 204 len: 168 time: 0.1526656 Sep 22 12:34:40.023056 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4a296-ace0-4db0-996a-b06816ebd317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80b47cf-2aa5-4f76-85a5-8f092133599f,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:40.225967 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ae79a1ff-81ff-4aea-ac77-2dbf5fd0578f req-0e3c7c55-9c25-4084-b630-1ded9adf97d6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=15c97c51-b54b-48e0-9929-cc535246eb97 HTTP/1.1" status: 200 len: 210 time: 0.0408974 Sep 22 12:34:40.658298 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423be1ae-05b0-4b22-843d-a18175270775 req-543fe333-44fc-4179-bfdf-15dea1469bea tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:40.659710 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-423be1ae-05b0-4b22-843d-a18175270775 req-543fe333-44fc-4179-bfdf-15dea1469bea tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0468962 Sep 22 12:34:40.747530 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-423be1ae-05b0-4b22-843d-a18175270775 req-9fedaa3e-63c8-4bc3-a94a-ae372b5badce tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Deleting port e2f4672c-6d5a-4ebe-b44f-8980103a38bf {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:34:40.747877 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-423be1ae-05b0-4b22-843d-a18175270775 req-9fedaa3e-63c8-4bc3-a94a-ae372b5badce tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (e2f4672c-6d5a-4ebe-b44f-8980103a38bf), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:40.831203 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:40.838350 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-423be1ae-05b0-4b22-843d-a18175270775 req-9fedaa3e-63c8-4bc3-a94a-ae372b5badce tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] For port e2f4672c-6d5a-4ebe-b44f-8980103a38bf, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=e2f4672c-6d5a-4ebe-b44f-8980103a38bf,segment=NetworkSegment(959b0173-edf3-4a4b-a878-688b20dcf91a),segment_id=959b0173-edf3-4a4b-a878-688b20dcf91a)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:34:40.838705 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-423be1ae-05b0-4b22-843d-a18175270775 req-9fedaa3e-63c8-4bc3-a94a-ae372b5badce tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (e2f4672c-6d5a-4ebe-b44f-8980103a38bf), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:40.930200 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:41.006178 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-423be1ae-05b0-4b22-843d-a18175270775 req-9fedaa3e-63c8-4bc3-a94a-ae372b5badce tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:41.006535 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-423be1ae-05b0-4b22-843d-a18175270775 req-9fedaa3e-63c8-4bc3-a94a-ae372b5badce tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (13ac5aea-8607-4625-a510-c1026ab21723), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:41.006848 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.l3_db [req-423be1ae-05b0-4b22-843d-a18175270775 req-9fedaa3e-63c8-4bc3-a94a-ae372b5badce tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Floating IP 13ac5aea-8607-4625-a510-c1026ab21723 disassociated. External IP: 172.27.0.250, port: e2f4672c-6d5a-4ebe-b44f-8980103a38bf. Sep 22 12:34:41.007195 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-423be1ae-05b0-4b22-843d-a18175270775 req-9fedaa3e-63c8-4bc3-a94a-ae372b5badce tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Calling delete_port for e2f4672c-6d5a-4ebe-b44f-8980103a38bf owned by compute:nova {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:34:41.097082 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c052d-a7c2-413a-8e8f-9d5528ac2958 req-68750b57-90ab-4c26-96e6-c171ed3e5162 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:41.098456 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-dd7c052d-a7c2-413a-8e8f-9d5528ac2958 req-68750b57-90ab-4c26-96e6-c171ed3e5162 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 946 time: 0.0816903 Sep 22 12:34:41.164210 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-dd7c052d-a7c2-413a-8e8f-9d5528ac2958 req-cf254761-80a1-44c2-b718-e24e77681d06 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d130dbbe-bb0d-43a3-b149-cee5e57ae46c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570695 Sep 22 12:34:41.216797 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-423be1ae-05b0-4b22-843d-a18175270775 req-9fedaa3e-63c8-4bc3-a94a-ae372b5badce tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (e2f4672c-6d5a-4ebe-b44f-8980103a38bf), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:41.248748 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fedaa3e-63c8-4bc3-a94a-ae372b5badce tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Pushing event deleted for resources: {'Port': ['ID=e2f4672c-6d5a-4ebe-b44f-8980103a38bf,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:41.339384 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52020) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:41.373746 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-423be1ae-05b0-4b22-843d-a18175270775 req-9fedaa3e-63c8-4bc3-a94a-ae372b5badce tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Router 9adee683-da65-4a4b-9b93-f161bcd3668a has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:34:41.404950 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6fde7d14-7ba7-4eb1-a9ff-e4567e0f488d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group (5d91c5fb-8b4b-4328-9a2a-e659f54e11bd), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:41.428055 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6fde7d14-7ba7-4eb1-a9ff-e4567e0f488d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group (5d91c5fb-8b4b-4328-9a2a-e659f54e11bd), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:41.474796 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6fde7d14-7ba7-4eb1-a9ff-e4567e0f488d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (5d91c5fb-8b4b-4328-9a2a-e659f54e11bd), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:41.477703 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6fde7d14-7ba7-4eb1-a9ff-e4567e0f488d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:41.478988 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-6fde7d14-7ba7-4eb1-a9ff-e4567e0f488d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5d91c5fb-8b4b-4328-9a2a-e659f54e11bd HTTP/1.1" status: 204 len: 168 time: 0.1385081 Sep 22 12:34:41.482351 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52024) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:41.504190 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde7d14-7ba7-4eb1-a9ff-e4567e0f488d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d91c5fb-8b4b-4328-9a2a-e659f54e11bd,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:41.506326 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.api.v2.resource [None req-5a06e01d-c8df-405c-97f1-c5ba74eef710 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] show failed (client error): The resource could not be found. Sep 22 12:34:41.507464 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-5a06e01d-c8df-405c-97f1-c5ba74eef710 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups/5d91c5fb-8b4b-4328-9a2a-e659f54e11bd HTTP/1.1" status: 404 len: 347 time: 0.0240593 Sep 22 12:34:41.510635 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4bfd0-b4d5-4795-92b2-38740aeae8e6 req-142047a4-f91f-4330-b077-ae27cdd9a218 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:41.512104 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e0c4bfd0-b4d5-4795-92b2-38740aeae8e6 req-142047a4-f91f-4330-b077-ae27cdd9a218 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0819368 Sep 22 12:34:41.512834 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52030) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:41.553992 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-423be1ae-05b0-4b22-843d-a18175270775 req-9fedaa3e-63c8-4bc3-a94a-ae372b5badce tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:34:41.567177 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c9075-f5ef-430f-8654-b196dba8c411 None None] Sync routers for ids ['9adee683-da65-4a4b-9b93-f161bcd3668a'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:34:41.580331 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851c9075-f5ef-430f-8654-b196dba8c411 None None] Routers {'9adee683-da65-4a4b-9b93-f161bcd3668a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:34:41.581193 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-851c9075-f5ef-430f-8654-b196dba8c411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:34:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9adee683-da65-4a4b-9b93-f161bcd3668a'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:41.615547 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-423be1ae-05b0-4b22-843d-a18175270775 req-9fedaa3e-63c8-4bc3-a94a-ae372b5badce tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] No DVR routers for this DVR port e2f4672c-6d5a-4ebe-b44f-8980103a38bf on host hv-cinder-85646 {{(pid=106188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:34:41.620249 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-423be1ae-05b0-4b22-843d-a18175270775 req-9fedaa3e-63c8-4bc3-a94a-ae372b5badce tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:41.628139 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-423be1ae-05b0-4b22-843d-a18175270775 req-9fedaa3e-63c8-4bc3-a94a-ae372b5badce tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.20 "DELETE /networking/v2.0/ports/e2f4672c-6d5a-4ebe-b44f-8980103a38bf HTTP/1.1" status: 204 len: 173 time: 0.9536986 Sep 22 12:34:41.629062 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ee64bd-305d-44e5-a1b7-00f4ef55cf64', 'name': 'network-vif-deleted', 'tag': 'e2f4672c-6d5a-4ebe-b44f-8980103a38bf'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:34:41.633695 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098b08d4-1e2c-46e9-a8d3-a37473b3866d" -d '{"events": [{"server_uuid": "05ee64bd-305d-44e5-a1b7-00f4ef55cf64", "name": "network-vif-deleted", "tag": "e2f4672c-6d5a-4ebe-b44f-8980103a38bf"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:34:41.639167 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e0c4bfd0-b4d5-4795-92b2-38740aeae8e6 req-7b9e3379-cb4f-4f91-a737-f51bdcb1bc2c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172113 Sep 22 12:34:41.708910 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-ef8dd137-60b8-4354-8585-cde849783366 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Deleting port 845c83d2-af99-4a30-97e3-b2d49aa571b6 {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:34:41.709372 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ef8dd137-60b8-4354-8585-cde849783366 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (845c83d2-af99-4a30-97e3-b2d49aa571b6), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:41.718480 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3319ae-1d4b-4bf6-97ce-c4fbd30fc64f x-openstack-request-id: req-3f3319ae-1d4b-4bf6-97ce-c4fbd30fc64f {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:34:41.718775 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ee64bd-305d-44e5-a1b7-00f4ef55cf64", "name": "network-vif-deleted", "tag": "e2f4672c-6d5a-4ebe-b44f-8980103a38bf", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:34:41.719032 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3f3319ae-1d4b-4bf6-97ce-c4fbd30fc64f {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:34:41.719439 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f3319ae-1d4b-4bf6-97ce-c4fbd30fc64f'] response: {'server_uuid': '05ee64bd-305d-44e5-a1b7-00f4ef55cf64', 'name': 'network-vif-deleted', 'tag': 'e2f4672c-6d5a-4ebe-b44f-8980103a38bf', 'status': 'completed', 'code': 200} Sep 22 12:34:41.729842 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-851c9075-f5ef-430f-8654-b196dba8c411 None None] Set router 9adee683-da65-4a4b-9b93-f161bcd3668a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:34:41.806729 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ef8dd137-60b8-4354-8585-cde849783366 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (845c83d2-af99-4a30-97e3-b2d49aa571b6), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:41.807486 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ef8dd137-60b8-4354-8585-cde849783366 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for floatingip (845c83d2-af99-4a30-97e3-b2d49aa571b6), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:41.823239 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-ef8dd137-60b8-4354-8585-cde849783366 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Calling delete_port for 845c83d2-af99-4a30-97e3-b2d49aa571b6 owned by network:floatingip {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:34:41.925915 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-851c9075-f5ef-430f-8654-b196dba8c411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'name': 'tempest-AttachVolumeTestJSON-2139353545-router', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'gw_port': {'id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:03Z', 'updated_at': '2022-09-22T12:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '211b583f-2a4c-4b8c-826c-0648c7e4c3c6', 'name': '', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'mac_address': 'fa:16:3e:1e:71:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:14Z', 'updated_at': '2022-09-22T12:29:30Z', 'revision_number': 5, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'subnets': [{'id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:41.935705 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:41.936342 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:41.951186 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c9075-f5ef-430f-8654-b196dba8c411 None None] Checking router: 9adee683-da65-4a4b-9b93-f161bcd3668a for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:34:41.960972 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851c9075-f5ef-430f-8654-b196dba8c411 None None] Routers {'9adee683-da65-4a4b-9b93-f161bcd3668a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:34:41.964012 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-851c9075-f5ef-430f-8654-b196dba8c411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:34:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9adee683-da65-4a4b-9b93-f161bcd3668a'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:41.964177 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ef8dd137-60b8-4354-8585-cde849783366 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (845c83d2-af99-4a30-97e3-b2d49aa571b6), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:41.992643 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8dd137-60b8-4354-8585-cde849783366 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Pushing event deleted for resources: {'Port': ['ID=845c83d2-af99-4a30-97e3-b2d49aa571b6,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:42.061550 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ef8dd137-60b8-4354-8585-cde849783366 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for floatingip (a9b90ff1-f346-4c89-99c6-a4ca7c4b4579), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:42.064472 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ef8dd137-60b8-4354-8585-cde849783366 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:42.065710 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-ef8dd137-60b8-4354-8585-cde849783366 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/a9b90ff1-f346-4c89-99c6-a4ca7c4b4579 HTTP/1.1" status: 204 len: 168 time: 0.5511322 Sep 22 12:34:42.082130 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-851c9075-f5ef-430f-8654-b196dba8c411 None None] Set router 9adee683-da65-4a4b-9b93-f161bcd3668a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:34:42.165994 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52040) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:42.171490 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-7770d8c7-8fb6-44a8-b19f-bee32cf4d5d3 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2037900123', 'description': 'tempest-description--923227156'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:34:42.201191 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7770d8c7-8fb6-44a8-b19f-bee32cf4d5d3 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:42.238572 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:42.275448 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:42.293725 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-851c9075-f5ef-430f-8654-b196dba8c411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'name': 'tempest-AttachVolumeTestJSON-2139353545-router', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'gw_port': {'id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:03Z', 'updated_at': '2022-09-22T12:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '211b583f-2a4c-4b8c-826c-0648c7e4c3c6', 'name': '', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'mac_address': 'fa:16:3e:1e:71:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:14Z', 'updated_at': '2022-09-22T12:29:30Z', 'revision_number': 5, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'subnets': [{'id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:42.307194 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5c89d569-8894-4972-931b-aa536ba051c7 req-5aee1266-e714-405a-a157-a31eaf895d64 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 210 time: 0.0463026 Sep 22 12:34:42.326647 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851c9075-f5ef-430f-8654-b196dba8c411 None None] The sync data for ids ['9adee683-da65-4a4b-9b93-f161bcd3668a'] in dv-cinder-856463-4-iscsi is: [{'id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'name': 'tempest-AttachVolumeTestJSON-2139353545-router', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'gw_port': {'id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:03Z', 'updated_at': '2022-09-22T12:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '211b583f-2a4c-4b8c-826c-0648c7e4c3c6', 'name': '', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'mac_address': 'fa:16:3e:1e:71:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:14Z', 'updated_at': '2022-09-22T12:29:30Z', 'revision_number': 5, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'subnets': [{'id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:34:42.344090 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7770d8c7-8fb6-44a8-b19f-bee32cf4d5d3 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group (29e3f1e3-e7b4-4d24-a257-5c9701e04340), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:42.348980 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7770d8c7-8fb6-44a8-b19f-bee32cf4d5d3 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (29e3f1e3-e7b4-4d24-a257-5c9701e04340), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:42.366434 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:42.382868 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7770d8c7-8fb6-44a8-b19f-bee32cf4d5d3 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:42.386915 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-7770d8c7-8fb6-44a8-b19f-bee32cf4d5d3 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2170260 Sep 22 12:34:42.387558 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770d8c7-8fb6-44a8-b19f-bee32cf4d5d3 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e3f1e3-e7b4-4d24-a257-5c9701e04340,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:42.387856 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52046) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:42.393130 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-935c7e7a-2678-4557-bae6-e851af5c9845 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Request body: {'security_group_rule': {'security_group_id': '29e3f1e3-e7b4-4d24-a257-5c9701e04340', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:34:42.422985 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-935c7e7a-2678-4557-bae6-e851af5c9845 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group_rule (1e718544-c9a5-4a0e-9488-fc419ad3fcc9), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:42.481171 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-935c7e7a-2678-4557-bae6-e851af5c9845 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group_rule (1e718544-c9a5-4a0e-9488-fc419ad3fcc9), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:42.486085 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-935c7e7a-2678-4557-bae6-e851af5c9845 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (1e718544-c9a5-4a0e-9488-fc419ad3fcc9), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:42.505402 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c7e7a-2678-4557-bae6-e851af5c9845 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e718544-c9a5-4a0e-9488-fc419ad3fcc9,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:42.512956 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-935c7e7a-2678-4557-bae6-e851af5c9845 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:42.514187 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-935c7e7a-2678-4557-bae6-e851af5c9845 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250136 Sep 22 12:34:42.517017 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52048) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:42.521653 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-8bd78cab-10c6-4ce8-9bf9-97be2686caa2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Request body: {'security_group_rule': {'security_group_id': '29e3f1e3-e7b4-4d24-a257-5c9701e04340', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:34:42.549031 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8bd78cab-10c6-4ce8-9bf9-97be2686caa2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group_rule (0840edde-7ab2-4aec-8aea-359982bb5dbc), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:42.578261 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181650d3-86b3-4749-bb05-67b866ebe65d None None] New status for floating IP 13ac5aea-8607-4625-a510-c1026ab21723: DOWN {{(pid=106190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:34:42.614975 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8bd78cab-10c6-4ce8-9bf9-97be2686caa2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group_rule (0840edde-7ab2-4aec-8aea-359982bb5dbc), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:42.618682 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8bd78cab-10c6-4ce8-9bf9-97be2686caa2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (0840edde-7ab2-4aec-8aea-359982bb5dbc), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:42.638151 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd78cab-10c6-4ce8-9bf9-97be2686caa2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0840edde-7ab2-4aec-8aea-359982bb5dbc,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:42.643346 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8bd78cab-10c6-4ce8-9bf9-97be2686caa2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:42.647537 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-8bd78cab-10c6-4ce8-9bf9-97be2686caa2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265728 Sep 22 12:34:42.648044 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52050) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:42.652021 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-03203886-78f9-4b99-ad45-c2ced7723446 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Request body: {'floatingip': {'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:34:42.675745 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-03203886-78f9-4b99-ad45-c2ced7723446 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:42.754224 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-03203886-78f9-4b99-ad45-c2ced7723446 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:42.779051 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcac9f-1f14-4281-b39e-22a384ef1544 req-cbe453da-1074-45e4-bd94-7a05279ba2f2 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:42.781100 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0fdcac9f-1f14-4281-b39e-22a384ef1544 req-cbe453da-1074-45e4-bd94-7a05279ba2f2 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0482054 Sep 22 12:34:42.828090 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0fdcac9f-1f14-4281-b39e-22a384ef1544 req-edb33dd5-1626-4f14-813c-8f48fa66e42c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411246 Sep 22 12:34:42.859316 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [None req-03203886-78f9-4b99-ad45-c2ced7723446 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Allocated IP 172.27.0.154 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/62311324-1b31-49b1-a25c-a4fa85ab9aff) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:34:42.948284 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:42.979048 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-03203886-78f9-4b99-ad45-c2ced7723446 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for port (62311324-1b31-49b1-a25c-a4fa85ab9aff), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:43.253710 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387461d4-eaa9-4869-ac30-7e01ca54652f req-eaea52ac-504c-4726-bc31-08bffb45f94b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:43.255653 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-387461d4-eaa9-4869-ac30-7e01ca54652f req-eaea52ac-504c-4726-bc31-08bffb45f94b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 946 time: 0.0541756 Sep 22 12:34:43.264374 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-03203886-78f9-4b99-ad45-c2ced7723446 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (62311324-1b31-49b1-a25c-a4fa85ab9aff), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:43.270348 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:43.304317 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03203886-78f9-4b99-ad45-c2ced7723446 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:34:43.310419 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-03203886-78f9-4b99-ad45-c2ced7723446 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:34:43.315612 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03203886-78f9-4b99-ad45-c2ced7723446 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:34:43.352324 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03203886-78f9-4b99-ad45-c2ced7723446 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Pushing event updated for resources: {'Port': ['ID=62311324-1b31-49b1-a25c-a4fa85ab9aff,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:43.376416 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-387461d4-eaa9-4869-ac30-7e01ca54652f req-10b44bbf-843b-4793-8d44-02763fba00ed tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Deleting port a1cada3c-6838-41ff-aa19-94a5eda38089 {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:34:43.376968 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-387461d4-eaa9-4869-ac30-7e01ca54652f req-10b44bbf-843b-4793-8d44-02763fba00ed tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (a1cada3c-6838-41ff-aa19-94a5eda38089), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:43.425870 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-03203886-78f9-4b99-ad45-c2ced7723446 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for floatingip (a96ce64e-6bbd-4f73-a0c9-2858ed7bdb69), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:43.463392 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-03203886-78f9-4b99-ad45-c2ced7723446 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (62311324-1b31-49b1-a25c-a4fa85ab9aff), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:43.463861 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9ce1ff17-9abf-4fe6-9634-13d138b43912 req-43174e00-6346-4ce0-b025-cd3b09662fd3 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=05ee64bd-305d-44e5-a1b7-00f4ef55cf64 HTTP/1.1" status: 200 len: 210 time: 0.0373237 Sep 22 12:34:43.510356 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-387461d4-eaa9-4869-ac30-7e01ca54652f req-10b44bbf-843b-4793-8d44-02763fba00ed tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] For port a1cada3c-6838-41ff-aa19-94a5eda38089, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a1cada3c-6838-41ff-aa19-94a5eda38089,segment=NetworkSegment(c340f29b-02bd-42f1-9691-706be126d2ad),segment_id=c340f29b-02bd-42f1-9691-706be126d2ad)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:34:43.510647 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-387461d4-eaa9-4869-ac30-7e01ca54652f req-10b44bbf-843b-4793-8d44-02763fba00ed tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (a1cada3c-6838-41ff-aa19-94a5eda38089), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:43.525474 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-387461d4-eaa9-4869-ac30-7e01ca54652f req-10b44bbf-843b-4793-8d44-02763fba00ed tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Calling delete_port for a1cada3c-6838-41ff-aa19-94a5eda38089 owned by compute:nova {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:34:43.676491 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-03203886-78f9-4b99-ad45-c2ced7723446 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for port (62311324-1b31-49b1-a25c-a4fa85ab9aff), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:43.681414 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-03203886-78f9-4b99-ad45-c2ced7723446 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (62311324-1b31-49b1-a25c-a4fa85ab9aff), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:43.691275 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-387461d4-eaa9-4869-ac30-7e01ca54652f req-10b44bbf-843b-4793-8d44-02763fba00ed tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (a1cada3c-6838-41ff-aa19-94a5eda38089), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:43.706181 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['a1cada3c-6838-41ff-aa19-94a5eda38089', '59f4c935-e132-4169-a0e6-2552ac665c8d'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:34:43.754933 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-03203886-78f9-4b99-ad45-c2ced7723446 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (a96ce64e-6bbd-4f73-a0c9-2858ed7bdb69), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:43.755099 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b44bbf-843b-4793-8d44-02763fba00ed tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Pushing event deleted for resources: {'Port': ['ID=a1cada3c-6838-41ff-aa19-94a5eda38089,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:43.757858 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03203886-78f9-4b99-ad45-c2ced7723446 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Pushing event updated for resources: {'Port': ['ID=62311324-1b31-49b1-a25c-a4fa85ab9aff,revision_number=2']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:43.779362 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-03203886-78f9-4b99-ad45-c2ced7723446 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:43.784835 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-03203886-78f9-4b99-ad45-c2ced7723446 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1360116 Sep 22 12:34:43.815887 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-387461d4-eaa9-4869-ac30-7e01ca54652f req-10b44bbf-843b-4793-8d44-02763fba00ed tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] No DVR routers for this DVR port a1cada3c-6838-41ff-aa19-94a5eda38089 on host hv-cinder-85646 {{(pid=106188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:34:43.818349 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-387461d4-eaa9-4869-ac30-7e01ca54652f req-10b44bbf-843b-4793-8d44-02763fba00ed tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:43.822048 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-387461d4-eaa9-4869-ac30-7e01ca54652f req-10b44bbf-843b-4793-8d44-02763fba00ed tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.20 "DELETE /networking/v2.0/ports/a1cada3c-6838-41ff-aa19-94a5eda38089 HTTP/1.1" status: 204 len: 173 time: 0.5405769 Sep 22 12:34:43.822584 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788e8c2c-8b83-46fe-8728-92c6b755c9c8', 'name': 'network-vif-deleted', 'tag': 'a1cada3c-6838-41ff-aa19-94a5eda38089'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:34:43.824870 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16772dc6-59ac-44d9-85a1-8d05856f2d11" -d '{"events": [{"server_uuid": "788e8c2c-8b83-46fe-8728-92c6b755c9c8", "name": "network-vif-deleted", "tag": "a1cada3c-6838-41ff-aa19-94a5eda38089"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:34:43.872649 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93871880-639d-4633-81d0-6e72606988ff x-openstack-request-id: req-93871880-639d-4633-81d0-6e72606988ff {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:34:43.873212 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788e8c2c-8b83-46fe-8728-92c6b755c9c8", "name": "network-vif-deleted", "tag": "a1cada3c-6838-41ff-aa19-94a5eda38089", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:34:43.873638 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-93871880-639d-4633-81d0-6e72606988ff {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:34:43.874250 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93871880-639d-4633-81d0-6e72606988ff'] response: {'server_uuid': '788e8c2c-8b83-46fe-8728-92c6b755c9c8', 'name': 'network-vif-deleted', 'tag': 'a1cada3c-6838-41ff-aa19-94a5eda38089', 'status': 'completed', 'code': 200} Sep 22 12:34:43.992199 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aca37a03-86a8-4672-a0d6-456de09df2d8 req-bd2bdae4-04d7-4fef-9eab-b7ea830f530b tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=788e8c2c-8b83-46fe-8728-92c6b755c9c8 HTTP/1.1" status: 200 len: 210 time: 0.0495331 Sep 22 12:34:44.068071 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-75b55f45-d907-45cf-874c-9820373a7dac req-fbc3969c-f8b9-4ed9-87a1-c00576d2f2de tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2037900123&fields=id&tenant_id=553395befb8f4c958d34b7dffb2317e7 HTTP/1.1" status: 200 len: 267 time: 0.0442736 Sep 22 12:34:44.181403 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b55f45-d907-45cf-874c-9820373a7dac req-0f3d30c5-d608-431d-8991-06a63688ebb1 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:44.182868 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-75b55f45-d907-45cf-874c-9820373a7dac req-0f3d30c5-d608-431d-8991-06a63688ebb1 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/networks?id=08232c3f-2666-43a1-afb2-c887234ff0ea HTTP/1.1" status: 200 len: 817 time: 0.1075470 Sep 22 12:34:44.198136 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-75b55f45-d907-45cf-874c-9820373a7dac req-5d7a06aa-d81d-4d51-a12a-7d601300839d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/quotas/553395befb8f4c958d34b7dffb2317e7 HTTP/1.1" status: 200 len: 375 time: 0.0094612 Sep 22 12:34:44.253086 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-75b55f45-d907-45cf-874c-9820373a7dac req-809d38b8-ae60-4dde-be0a-6bef8928e616 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=553395befb8f4c958d34b7dffb2317e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482929 Sep 22 12:34:44.447548 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-75b55f45-d907-45cf-874c-9820373a7dac req-59d7b162-8d60-4513-bf7a-38a76410f2f0 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790087 Sep 22 12:34:44.475022 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:44.547783 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-75b55f45-d907-45cf-874c-9820373a7dac req-c4ef1bac-7c1e-46c2-8142-9f7955d1c748 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920656 Sep 22 12:34:44.565158 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52094) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:44.627823 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc2c9-0b9b-4c91-bbcf-34de3922551a tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group (d130dbbe-bb0d-43a3-b149-cee5e57ae46c), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:44.653581 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc2c9-0b9b-4c91-bbcf-34de3922551a tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group (d130dbbe-bb0d-43a3-b149-cee5e57ae46c), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:44.709785 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc2c9-0b9b-4c91-bbcf-34de3922551a tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (d130dbbe-bb0d-43a3-b149-cee5e57ae46c), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:44.710629 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:44.713522 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3d6cc2c9-0b9b-4c91-bbcf-34de3922551a tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:44.717620 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-3d6cc2c9-0b9b-4c91-bbcf-34de3922551a tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d130dbbe-bb0d-43a3-b149-cee5e57ae46c HTTP/1.1" status: 204 len: 168 time: 0.1490917 Sep 22 12:34:44.721033 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52102) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:44.743086 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.api.v2.resource [None req-486bf330-405b-4932-a056-7b77e64b5738 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] show failed (client error): The resource could not be found. Sep 22 12:34:44.747664 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-486bf330-405b-4932-a056-7b77e64b5738 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups/d130dbbe-bb0d-43a3-b149-cee5e57ae46c HTTP/1.1" status: 404 len: 347 time: 0.0220959 Sep 22 12:34:44.747664 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52104) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:44.750088 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cc2c9-0b9b-4c91-bbcf-34de3922551a tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d130dbbe-bb0d-43a3-b149-cee5e57ae46c,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:44.875677 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:44.881135 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-2c7657a9-cb45-49b6-8df7-92c905105932 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Deleting port cb3f47c4-83cf-43ec-8aa1-f0f6caa5811a {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:34:44.881558 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2c7657a9-cb45-49b6-8df7-92c905105932 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (cb3f47c4-83cf-43ec-8aa1-f0f6caa5811a), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:44.972898 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ec795491-ecd7-4160-9a81-a6d7fb2f2eff req-e71d66c8-191d-4537-a028-95d6e5871f61 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 210 time: 0.2772222 Sep 22 12:34:44.981732 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2c7657a9-cb45-49b6-8df7-92c905105932 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (cb3f47c4-83cf-43ec-8aa1-f0f6caa5811a), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:44.982063 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2c7657a9-cb45-49b6-8df7-92c905105932 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for floatingip (cb3f47c4-83cf-43ec-8aa1-f0f6caa5811a), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:44.996069 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-2c7657a9-cb45-49b6-8df7-92c905105932 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Calling delete_port for cb3f47c4-83cf-43ec-8aa1-f0f6caa5811a owned by network:floatingip {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:34:45.091397 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:45.161653 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2c7657a9-cb45-49b6-8df7-92c905105932 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (cb3f47c4-83cf-43ec-8aa1-f0f6caa5811a), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:45.201074 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7657a9-cb45-49b6-8df7-92c905105932 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Pushing event deleted for resources: {'Port': ['ID=cb3f47c4-83cf-43ec-8aa1-f0f6caa5811a,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:45.280465 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2c7657a9-cb45-49b6-8df7-92c905105932 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for floatingip (13ac5aea-8607-4625-a510-c1026ab21723), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:45.283447 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2c7657a9-cb45-49b6-8df7-92c905105932 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:45.284697 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-2c7657a9-cb45-49b6-8df7-92c905105932 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/13ac5aea-8607-4625-a510-c1026ab21723 HTTP/1.1" status: 204 len: 168 time: 0.5364339 Sep 22 12:34:45.310044 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1314e-5689-43bc-94ce-37c7173d5740 req-50f007f5-761e-41fd-be9a-e0fee5a69cb6 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:45.312456 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-21f1314e-5689-43bc-94ce-37c7173d5740 req-50f007f5-761e-41fd-be9a-e0fee5a69cb6 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0569222 Sep 22 12:34:45.361123 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-21f1314e-5689-43bc-94ce-37c7173d5740 req-b1f929e0-9e58-46ea-ab40-ac1163da438d tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431366 Sep 22 12:34:45.365405 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52122) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:45.369646 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-16d14194-eb24-4def-9e1d-b231c40065bc tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--595969689', 'description': 'tempest-description--1354413439'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:34:45.389960 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-16d14194-eb24-4def-9e1d-b231c40065bc tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:45.456653 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-16d14194-eb24-4def-9e1d-b231c40065bc tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group (1bdb9b77-0405-475a-8773-dc5b828bd55d), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:45.460191 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-16d14194-eb24-4def-9e1d-b231c40065bc tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (1bdb9b77-0405-475a-8773-dc5b828bd55d), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:45.490901 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-16d14194-eb24-4def-9e1d-b231c40065bc tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:45.492122 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-16d14194-eb24-4def-9e1d-b231c40065bc tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1257677 Sep 22 12:34:45.493925 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d14194-eb24-4def-9e1d-b231c40065bc tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdb9b77-0405-475a-8773-dc5b828bd55d,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:45.495515 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52124) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:45.501474 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-966826d7-5e3b-4ebf-bc19-b6ed39651d10 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Request body: {'security_group_rule': {'security_group_id': '1bdb9b77-0405-475a-8773-dc5b828bd55d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:34:45.524020 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device e2f4672c-6d5a-4ebe-b44f-8980103a38bf no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:34:45.528213 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-966826d7-5e3b-4ebf-bc19-b6ed39651d10 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group_rule (c101e5ae-5abc-4906-9d65-92e7574096df), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:45.543473 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] No Port match for: e2f4672c-6d5a-4ebe-b44f-8980103a38bf {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:34:45.543823 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device e2f4672c-6d5a-4ebe-b44f-8980103a38bf not bound to the agent host hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:34:45.544238 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device a1cada3c-6838-41ff-aa19-94a5eda38089 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:34:45.563174 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] No Port match for: a1cada3c-6838-41ff-aa19-94a5eda38089 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:34:45.563518 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device a1cada3c-6838-41ff-aa19-94a5eda38089 not bound to the agent host hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:34:45.583813 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-966826d7-5e3b-4ebf-bc19-b6ed39651d10 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group_rule (c101e5ae-5abc-4906-9d65-92e7574096df), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:45.586572 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-966826d7-5e3b-4ebf-bc19-b6ed39651d10 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (c101e5ae-5abc-4906-9d65-92e7574096df), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:45.604939 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966826d7-5e3b-4ebf-bc19-b6ed39651d10 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c101e5ae-5abc-4906-9d65-92e7574096df,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:45.611054 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-966826d7-5e3b-4ebf-bc19-b6ed39651d10 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:45.612178 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-966826d7-5e3b-4ebf-bc19-b6ed39651d10 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148992 Sep 22 12:34:45.614840 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52126) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:45.619024 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-7b5756ae-d925-4da3-bf7f-fbc999d8e17d tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Request body: {'security_group_rule': {'security_group_id': '1bdb9b77-0405-475a-8773-dc5b828bd55d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:34:45.644762 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7b5756ae-d925-4da3-bf7f-fbc999d8e17d tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group_rule (60724272-246f-4386-9755-16aa7c56e336), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:45.711094 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7b5756ae-d925-4da3-bf7f-fbc999d8e17d tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group_rule (60724272-246f-4386-9755-16aa7c56e336), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:45.714739 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7b5756ae-d925-4da3-bf7f-fbc999d8e17d tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (60724272-246f-4386-9755-16aa7c56e336), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:45.732433 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5756ae-d925-4da3-bf7f-fbc999d8e17d tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60724272-246f-4386-9755-16aa7c56e336,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:45.740611 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7b5756ae-d925-4da3-bf7f-fbc999d8e17d tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:45.741812 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-7b5756ae-d925-4da3-bf7f-fbc999d8e17d tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260374 Sep 22 12:34:45.744828 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52128) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:45.749629 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-6f22b70c-ee94-451e-86e9-9e76e7c1f720 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Request body: {'floatingip': {'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:34:45.769579 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6f22b70c-ee94-451e-86e9-9e76e7c1f720 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:45.845281 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6f22b70c-ee94-451e-86e9-9e76e7c1f720 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:45.893123 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:45.954691 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [None req-6f22b70c-ee94-451e-86e9-9e76e7c1f720 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Allocated IP 172.27.0.73 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/0dd170c0-6367-42bc-a0ef-2595078f83c0) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:34:46.060820 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6f22b70c-ee94-451e-86e9-9e76e7c1f720 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for port (0dd170c0-6367-42bc-a0ef-2595078f83c0), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:46.071675 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:46.098177 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6f22b70c-ee94-451e-86e9-9e76e7c1f720 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (0dd170c0-6367-42bc-a0ef-2595078f83c0), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:46.100004 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e6c70db1-c0df-4665-9539-bbf59f1ba476 req-a08e0a2d-3973-41f4-8386-9ba9099b73c8 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 210 time: 0.0275831 Sep 22 12:34:46.140341 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f22b70c-ee94-451e-86e9-9e76e7c1f720 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:34:46.145223 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-6f22b70c-ee94-451e-86e9-9e76e7c1f720 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:34:46.147664 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f22b70c-ee94-451e-86e9-9e76e7c1f720 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:34:46.150477 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22b70c-ee94-451e-86e9-9e76e7c1f720 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Pushing event updated for resources: {'Port': ['ID=0dd170c0-6367-42bc-a0ef-2595078f83c0,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:46.231208 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6f22b70c-ee94-451e-86e9-9e76e7c1f720 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for floatingip (ddb3307a-882e-4934-be27-7ca69cad856a), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:46.267286 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6f22b70c-ee94-451e-86e9-9e76e7c1f720 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (0dd170c0-6367-42bc-a0ef-2595078f83c0), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:46.410408 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6f22b70c-ee94-451e-86e9-9e76e7c1f720 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for port (0dd170c0-6367-42bc-a0ef-2595078f83c0), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:46.415087 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6f22b70c-ee94-451e-86e9-9e76e7c1f720 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (0dd170c0-6367-42bc-a0ef-2595078f83c0), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:46.482635 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6f22b70c-ee94-451e-86e9-9e76e7c1f720 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (ddb3307a-882e-4934-be27-7ca69cad856a), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:46.485231 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96a6e2-c753-4158-9701-d3c61d32ca4a req-bcd2b5a3-6d17-4abb-9a32-e3782cb8d956 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:46.485999 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22b70c-ee94-451e-86e9-9e76e7c1f720 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Pushing event updated for resources: {'Port': ['ID=0dd170c0-6367-42bc-a0ef-2595078f83c0,revision_number=2']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:46.486713 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4f96a6e2-c753-4158-9701-d3c61d32ca4a req-bcd2b5a3-6d17-4abb-9a32-e3782cb8d956 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0466647 Sep 22 12:34:46.501657 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6f22b70c-ee94-451e-86e9-9e76e7c1f720 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:46.502964 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-6f22b70c-ee94-451e-86e9-9e76e7c1f720 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7572067 Sep 22 12:34:46.537179 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4f96a6e2-c753-4158-9701-d3c61d32ca4a req-ed718774-d555-45e8-bba6-d861224781ba tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433521 Sep 22 12:34:46.703767 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-68cc7a43-f19d-41bc-a952-faab045d8d24 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--595969689&fields=id&tenant_id=89fe74d1d646452e83cb93420766c0a2 HTTP/1.1" status: 200 len: 267 time: 0.0421536 Sep 22 12:34:46.810590 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-b3761e55-227d-4e25-8956-57db4280d09e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:46.812697 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-b3761e55-227d-4e25-8956-57db4280d09e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/networks?id=fa4f03ac-0d51-4ef1-9086-3b2b84cb717e HTTP/1.1" status: 200 len: 811 time: 0.1024511 Sep 22 12:34:46.826673 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-319e446d-2bec-48ff-9ead-1c06fcdfd497 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/quotas/89fe74d1d646452e83cb93420766c0a2 HTTP/1.1" status: 200 len: 375 time: 0.0086961 Sep 22 12:34:46.876227 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-413fcea8-ddf7-46f5-8e04-2d60c255e882 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=89fe74d1d646452e83cb93420766c0a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447488 Sep 22 12:34:47.018924 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-985d1ddc-1d0b-4817-9bc7-9ea0fcfd0f0c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa4f03ac-0d51-4ef1-9086-3b2b84cb717e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312442 Sep 22 12:34:47.111618 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-9b0543b7-0868-4ac3-8a29-1620b8528b85 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa4f03ac-0d51-4ef1-9086-3b2b84cb717e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870459 Sep 22 12:34:47.208618 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ffc5706a-6c1b-49cc-b778-9c807a0311db req-4ecec16a-c516-43bc-a42e-6785329a2eaf tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 210 time: 0.0293767 Sep 22 12:34:47.279850 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1624ada1-e1cd-45f6-a030-770f837f8fc3 req-1c5f7430-4fa2-476c-ba04-c30876ef0618 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=83b5457e-796c-4b69-9edd-b2b23758d503 HTTP/1.1" status: 200 len: 210 time: 0.0281684 Sep 22 12:34:47.662451 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fed99-b3c9-45fc-93b7-5355a0770f69 req-bba3c5d6-7c62-4c07-abd7-0f7abd71cd7c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:47.663943 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9d3fed99-b3c9-45fc-93b7-5355a0770f69 req-bba3c5d6-7c62-4c07-abd7-0f7abd71cd7c tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0477266 Sep 22 12:34:47.694153 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:47.716196 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9d3fed99-b3c9-45fc-93b7-5355a0770f69 req-7c4f00b0-2e3c-4e34-add4-97432bbd0515 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467095 Sep 22 12:34:48.349744 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8cc2e6ec-a1e6-4715-8408-46bab216f4f5 req-eb10d8d5-d7bf-4aed-8595-fb76f215ae84 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 210 time: 0.0344837 Sep 22 12:34:48.358884 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7527b27-1650-4f54-b17f-7e423bde15ce req-a948697c-7065-4685-83f1-9eef56d40990 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:48.360281 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e7527b27-1650-4f54-b17f-7e423bde15ce req-a948697c-7065-4685-83f1-9eef56d40990 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 945 time: 0.0787733 Sep 22 12:34:48.370438 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:48.397760 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4cbedde9-06a1-44ce-b616-d42510ccae85 req-45c2af43-ef3a-40b5-9ea8-96ce539f0523 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=83b5457e-796c-4b69-9edd-b2b23758d503 HTTP/1.1" status: 200 len: 210 time: 0.0365121 Sep 22 12:34:48.473202 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-e7527b27-1650-4f54-b17f-7e423bde15ce req-907224e4-2140-4d14-98b0-1f7abd0209be tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Deleting port 59f4c935-e132-4169-a0e6-2552ac665c8d {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:34:48.473660 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-e7527b27-1650-4f54-b17f-7e423bde15ce req-907224e4-2140-4d14-98b0-1f7abd0209be tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (59f4c935-e132-4169-a0e6-2552ac665c8d), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:48.562524 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-e7527b27-1650-4f54-b17f-7e423bde15ce req-907224e4-2140-4d14-98b0-1f7abd0209be tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] For port 59f4c935-e132-4169-a0e6-2552ac665c8d, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=59f4c935-e132-4169-a0e6-2552ac665c8d,segment=NetworkSegment(c340f29b-02bd-42f1-9691-706be126d2ad),segment_id=c340f29b-02bd-42f1-9691-706be126d2ad)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:34:48.562888 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-e7527b27-1650-4f54-b17f-7e423bde15ce req-907224e4-2140-4d14-98b0-1f7abd0209be tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (59f4c935-e132-4169-a0e6-2552ac665c8d), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:48.579078 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-e7527b27-1650-4f54-b17f-7e423bde15ce req-907224e4-2140-4d14-98b0-1f7abd0209be tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Calling delete_port for 59f4c935-e132-4169-a0e6-2552ac665c8d owned by compute:nova {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:34:48.708770 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-e7527b27-1650-4f54-b17f-7e423bde15ce req-907224e4-2140-4d14-98b0-1f7abd0209be tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (59f4c935-e132-4169-a0e6-2552ac665c8d), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:48.722345 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['59f4c935-e132-4169-a0e6-2552ac665c8d'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:34:48.736530 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907224e4-2140-4d14-98b0-1f7abd0209be tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Pushing event deleted for resources: {'Port': ['ID=59f4c935-e132-4169-a0e6-2552ac665c8d,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:48.789573 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7527b27-1650-4f54-b17f-7e423bde15ce req-907224e4-2140-4d14-98b0-1f7abd0209be tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] No DVR routers for this DVR port 59f4c935-e132-4169-a0e6-2552ac665c8d on host hv-cinder-85646 {{(pid=106188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:34:48.792577 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-e7527b27-1650-4f54-b17f-7e423bde15ce req-907224e4-2140-4d14-98b0-1f7abd0209be tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:48.796411 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e7527b27-1650-4f54-b17f-7e423bde15ce req-907224e4-2140-4d14-98b0-1f7abd0209be tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.20 "DELETE /networking/v2.0/ports/59f4c935-e132-4169-a0e6-2552ac665c8d HTTP/1.1" status: 204 len: 173 time: 0.4090691 Sep 22 12:34:48.796991 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f8b6d4-4a92-4a94-a7d2-23435c651c4d', 'name': 'network-vif-deleted', 'tag': '59f4c935-e132-4169-a0e6-2552ac665c8d'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:34:48.800327 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd107d3c-9c42-4d75-8f48-a50daa1201ac" -d '{"events": [{"server_uuid": "e0f8b6d4-4a92-4a94-a7d2-23435c651c4d", "name": "network-vif-deleted", "tag": "59f4c935-e132-4169-a0e6-2552ac665c8d"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:34:48.841875 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-60d4b994-799c-4ca5-9c8d-8bce6ec322b9 req-c9a10c28-0437-42d5-b51f-373a2f1b3784 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 210 time: 0.0381148 Sep 22 12:34:48.847957 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf0a2c4-b056-4f17-b26c-f3c5529930fc x-openstack-request-id: req-3bf0a2c4-b056-4f17-b26c-f3c5529930fc {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:34:48.848665 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f8b6d4-4a92-4a94-a7d2-23435c651c4d", "name": "network-vif-deleted", "tag": "59f4c935-e132-4169-a0e6-2552ac665c8d", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:34:48.848981 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3bf0a2c4-b056-4f17-b26c-f3c5529930fc {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:34:48.849438 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bf0a2c4-b056-4f17-b26c-f3c5529930fc'] response: {'server_uuid': 'e0f8b6d4-4a92-4a94-a7d2-23435c651c4d', 'name': 'network-vif-deleted', 'tag': '59f4c935-e132-4169-a0e6-2552ac665c8d', 'status': 'completed', 'code': 200} Sep 22 12:34:49.084141 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-f3b0aa26-970f-4952-98b3-437b7850bd88 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:49.085873 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-f3b0aa26-970f-4952-98b3-437b7850bd88 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.20 "GET /networking/v2.0/networks?id=fa4f03ac-0d51-4ef1-9086-3b2b84cb717e HTTP/1.1" status: 200 len: 811 time: 0.1112375 Sep 22 12:34:49.181906 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-4bb23a9a-1c33-450f-b332-f7d361dfaeae tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=89fe74d1d646452e83cb93420766c0a2 HTTP/1.1" status: 200 len: 379 time: 0.0586913 Sep 22 12:34:49.286611 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-7bf32e53-9399-407a-9238-cb92520f7a5e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Request body: {'port': {'device_id': '83b5457e-796c-4b69-9edd-b2b23758d503', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'admin_state_up': True, 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'security_groups': ['1bdb9b77-0405-475a-8773-dc5b828bd55d']}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:34:49.392751 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-7bf32e53-9399-407a-9238-cb92520f7a5e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Made reservation on behalf of 89fe74d1d646452e83cb93420766c0a2 for: {'port': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:34:49.396575 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-7bf32e53-9399-407a-9238-cb92520f7a5e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:49.455247 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:49.495093 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-94ffd9af-82a8-44ba-bfc1-e92efe54f8f6 req-654940cf-29c1-475d-82fb-d7bdd9f85399 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 210 time: 0.0438795 Sep 22 12:34:49.527144 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-23afaaee-acd7-4efc-bec2-25d883290e7b req-2fc44cec-827d-46b7-8b8f-35350cc1ac17 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=83b5457e-796c-4b69-9edd-b2b23758d503 HTTP/1.1" status: 200 len: 210 time: 0.0383482 Sep 22 12:34:49.578062 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-7bf32e53-9399-407a-9238-cb92520f7a5e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Allocated IP 172.20.0.14 (fa4f03ac-0d51-4ef1-9086-3b2b84cb717e/d3942071-66f3-4019-bd71-b3135c985af6/ec8f30d7-2581-41aa-a517-0d4941004617) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:34:49.653997 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:49.715806 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-7bf32e53-9399-407a-9238-cb92520f7a5e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for port (ec8f30d7-2581-41aa-a517-0d4941004617), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:49.748498 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-7bf32e53-9399-407a-9238-cb92520f7a5e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (ec8f30d7-2581-41aa-a517-0d4941004617), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:49.796750 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-7bf32e53-9399-407a-9238-cb92520f7a5e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Network fa4f03ac-0d51-4ef1-9086-3b2b84cb717e is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:34:49.799842 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-7bf32e53-9399-407a-9238-cb92520f7a5e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:34:49.803680 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-7bf32e53-9399-407a-9238-cb92520f7a5e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:34:49.828894 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf32e53-9399-407a-9238-cb92520f7a5e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Pushing event updated for resources: {'Port': ['ID=ec8f30d7-2581-41aa-a517-0d4941004617,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:49.857501 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-7bf32e53-9399-407a-9238-cb92520f7a5e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:49.858114 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-7bf32e53-9399-407a-9238-cb92520f7a5e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:49.880828 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-7bf32e53-9399-407a-9238-cb92520f7a5e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5981042 Sep 22 12:34:49.997201 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-20646df8-bff3-42b8-84f9-21c9fdb10158 req-48954b28-f1e7-42f0-be19-fbc9ea2578a5 tempest-ServerRescueNegativeTestJSON-1696298670 tempest-ServerRescueNegativeTestJSON-1696298670-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e0f8b6d4-4a92-4a94-a7d2-23435c651c4d HTTP/1.1" status: 200 len: 210 time: 0.0519919 Sep 22 12:34:50.059841 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-bee17016-e4ee-458f-ba70-b15311a96522 None None] Provisioning complete for port ec8f30d7-2581-41aa-a517-0d4941004617 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:34:50.060808 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-bee17016-e4ee-458f-ba70-b15311a96522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (ec8f30d7-2581-41aa-a517-0d4941004617), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:50.061856 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-bee17016-e4ee-458f-ba70-b15311a96522 None None] Attempt 1 to provision port ec8f30d7-2581-41aa-a517-0d4941004617 Sep 22 12:34:50.064913 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] Request body: {'port': {'device_id': '83b5457e-796c-4b69-9edd-b2b23758d503', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:34:50.100600 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-bee17016-e4ee-458f-ba70-b15311a96522 None None] Port ec8f30d7-2581-41aa-a517-0d4941004617 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:34:50.163164 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b55f45-d907-45cf-874c-9820373a7dac req-28e048e2-a6a4-4460-8fdc-c2e211a951b6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:50.164625 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-75b55f45-d907-45cf-874c-9820373a7dac req-28e048e2-a6a4-4460-8fdc-c2e211a951b6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.20 "GET /networking/v2.0/networks?id=08232c3f-2666-43a1-afb2-c887234ff0ea HTTP/1.1" status: 200 len: 817 time: 0.2014580 Sep 22 12:34:50.165154 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (ec8f30d7-2581-41aa-a517-0d4941004617), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:50.416039 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-75b55f45-d907-45cf-874c-9820373a7dac req-5dc2f9d9-63b7-4f10-921d-14aa38494e89 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=553395befb8f4c958d34b7dffb2317e7 HTTP/1.1" status: 200 len: 380 time: 0.0901783 Sep 22 12:34:50.423091 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:50.466665 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-75b55f45-d907-45cf-874c-9820373a7dac req-c129ef11-9948-4450-87b5-54283a8d9072 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Request body: {'port': {'device_id': '5bb3c468-640c-42bf-8f8d-d93c01948176', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'admin_state_up': True, 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'security_groups': ['29e3f1e3-e7b4-4d24-a257-5c9701e04340']}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:34:50.520561 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8f30d7-2581-41aa-a517-0d4941004617 {{(pid=106188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:34:50.531828 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] Publish callbacks [] for port (ec8f30d7-2581-41aa-a517-0d4941004617), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:50.557403 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.provisioning_blocks [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] Transition to ACTIVE for port object ec8f30d7-2581-41aa-a517-0d4941004617 will not be triggered until provisioned by entity L2. {{(pid=106188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 12:34:50.560075 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:50.571238 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (ec8f30d7-2581-41aa-a517-0d4941004617), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:50.602115 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-bee17016-e4ee-458f-ba70-b15311a96522 None None] Attempt 2 to provision port ec8f30d7-2581-41aa-a517-0d4941004617 Sep 22 12:34:50.636808 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-bee17016-e4ee-458f-ba70-b15311a96522 None None] Port ec8f30d7-2581-41aa-a517-0d4941004617 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:34:50.691216 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f9fc0e9e-426e-40b4-9b4e-dc7375c2287b req-6eb174db-0893-4d40-b1e5-f1b6e9f0fe58 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 210 time: 0.0857143 Sep 22 12:34:50.715855 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8f30d7-2581-41aa-a517-0d4941004617,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:50.749591 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b55f45-d907-45cf-874c-9820373a7dac req-c129ef11-9948-4450-87b5-54283a8d9072 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Made reservation on behalf of 553395befb8f4c958d34b7dffb2317e7 for: {'port': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:34:50.753442 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-75b55f45-d907-45cf-874c-9820373a7dac req-c129ef11-9948-4450-87b5-54283a8d9072 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:50.764955 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee953dc-675d-4fbe-95f2-d3973b768aa7 req-9ec55a3e-79e9-44ba-bef9-acfa9c03d689 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:50.766438 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-fee953dc-675d-4fbe-95f2-d3973b768aa7 req-9ec55a3e-79e9-44ba-bef9-acfa9c03d689 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=83b5457e-796c-4b69-9edd-b2b23758d503 HTTP/1.1" status: 200 len: 944 time: 0.1522191 Sep 22 12:34:50.872399 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] Attempting to bind port ec8f30d7-2581-41aa-a517-0d4941004617 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:34:50.872399 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] Attempting to bind port ec8f30d7-2581-41aa-a517-0d4941004617 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '959b0173-edf3-4a4b-a878-688b20dcf91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e'}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:34:50.872399 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] Attempting to bind port ec8f30d7-2581-41aa-a517-0d4941004617 on network fa4f03ac-0d51-4ef1-9086-3b2b84cb717e {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:34:50.920048 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-fee953dc-675d-4fbe-95f2-d3973b768aa7 req-8b8539a4-7adb-490b-b004-4c0ceaef7dc7 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1bdb9b77-0405-475a-8773-dc5b828bd55d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446810 Sep 22 12:34:50.974054 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] Port ec8f30d7-2581-41aa-a517-0d4941004617 on network fa4f03ac-0d51-4ef1-9086-3b2b84cb717e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 12:34:50.974384 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] Attempting to bind port ec8f30d7-2581-41aa-a517-0d4941004617 on network fa4f03ac-0d51-4ef1-9086-3b2b84cb717e {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:34:51.002809 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [req-75b55f45-d907-45cf-874c-9820373a7dac req-c129ef11-9948-4450-87b5-54283a8d9072 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Allocated IP 172.20.0.9 (08232c3f-2666-43a1-afb2-c887234ff0ea/13cccc76-44bb-44db-a343-17e3d4246299/4a27a044-392f-4a27-8b97-338680c1a580) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:34:51.044743 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] Checking agent: {'id': '60a799af-7434-4fee-b6c6-29cadfeb25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'started_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:34:51.045081 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] Checking segment: {'id': '959b0173-edf3-4a4b-a878-688b20dcf91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:34:51.045464 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] Bound using segment: {'id': '959b0173-edf3-4a4b-a878-688b20dcf91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e'} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:34:51.045921 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] Bound port: ec8f30d7-2581-41aa-a517-0d4941004617, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '959b0173-edf3-4a4b-a878-688b20dcf91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e'}}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:34:51.046279 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (ec8f30d7-2581-41aa-a517-0d4941004617), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:51.087677 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52202) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:51.138493 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-bee17016-e4ee-458f-ba70-b15311a96522 None None] Attempt 3 to provision port ec8f30d7-2581-41aa-a517-0d4941004617 Sep 22 12:34:51.140432 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:51.177737 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-bee17016-e4ee-458f-ba70-b15311a96522 None None] Port ec8f30d7-2581-41aa-a517-0d4941004617 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:34:51.197046 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] For port ec8f30d7-2581-41aa-a517-0d4941004617, host hv-cinder-85646, cleared binding levels {{(pid=106188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:34:51.220329 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] For port ec8f30d7-2581-41aa-a517-0d4941004617, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=ec8f30d7-2581-41aa-a517-0d4941004617,segment=NetworkSegment(959b0173-edf3-4a4b-a878-688b20dcf91a),segment_id=959b0173-edf3-4a4b-a878-688b20dcf91a)] {{(pid=106188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:34:51.226377 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-75b55f45-d907-45cf-874c-9820373a7dac req-c129ef11-9948-4450-87b5-54283a8d9072 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for port (4a27a044-392f-4a27-8b97-338680c1a580), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:51.230274 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (ec8f30d7-2581-41aa-a517-0d4941004617), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:51.238016 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:51.238617 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:51.239975 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/ec8f30d7-2581-41aa-a517-0d4941004617 HTTP/1.1" status: 200 len: 1094 time: 1.2784195 Sep 22 12:34:51.241657 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b5457e-796c-4b69-9edd-b2b23758d503', 'tag': 'ec8f30d7-2581-41aa-a517-0d4941004617'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:34:51.243898 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ebe3ed-6f8b-4940-9ceb-52463f708438" -d '{"events": [{"name": "network-changed", "server_uuid": "83b5457e-796c-4b69-9edd-b2b23758d503", "tag": "ec8f30d7-2581-41aa-a517-0d4941004617"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:34:51.298568 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:51.333323 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac35cf9-0c52-45f6-a187-9d12938748f4 x-openstack-request-id: req-eac35cf9-0c52-45f6-a187-9d12938748f4 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:34:51.333607 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b5457e-796c-4b69-9edd-b2b23758d503", "tag": "ec8f30d7-2581-41aa-a517-0d4941004617", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:34:51.333861 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-eac35cf9-0c52-45f6-a187-9d12938748f4 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:34:51.334361 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac35cf9-0c52-45f6-a187-9d12938748f4'] response: {'name': 'network-changed', 'server_uuid': '83b5457e-796c-4b69-9edd-b2b23758d503', 'tag': 'ec8f30d7-2581-41aa-a517-0d4941004617', 'status': 'completed', 'code': 200} Sep 22 12:34:51.357237 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6440f1f-0dd9-46f9-9a67-b1d8d29daac9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8f30d7-2581-41aa-a517-0d4941004617,revision_number=3']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:51.361023 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:51.365471 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-75b55f45-d907-45cf-874c-9820373a7dac req-c129ef11-9948-4450-87b5-54283a8d9072 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (4a27a044-392f-4a27-8b97-338680c1a580), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:51.367624 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-cd0b241b-9075-4010-b210-d1e58e154c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:51.369256 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-cd0b241b-9075-4010-b210-d1e58e154c32 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=89fe74d1d646452e83cb93420766c0a2&device_id=83b5457e-796c-4b69-9edd-b2b23758d503 HTTP/1.1" status: 200 len: 1128 time: 0.0744839 Sep 22 12:34:51.442225 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-7e446013-b57e-473c-9159-1b915933ed97 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec8f30d7-2581-41aa-a517-0d4941004617 HTTP/1.1" status: 200 len: 217 time: 0.0599020 Sep 22 12:34:51.450367 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b55f45-d907-45cf-874c-9820373a7dac req-c129ef11-9948-4450-87b5-54283a8d9072 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Network 08232c3f-2666-43a1-afb2-c887234ff0ea is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:34:51.465328 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [req-75b55f45-d907-45cf-874c-9820373a7dac req-c129ef11-9948-4450-87b5-54283a8d9072 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:34:51.486323 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b55f45-d907-45cf-874c-9820373a7dac req-c129ef11-9948-4450-87b5-54283a8d9072 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:34:51.513694 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129ef11-9948-4450-87b5-54283a8d9072 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Pushing event updated for resources: {'Port': ['ID=4a27a044-392f-4a27-8b97-338680c1a580,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:51.547309 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-7e1d7e80-60bc-41c8-9e8d-a7a0326f1794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:51.548917 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-7e1d7e80-60bc-41c8-9e8d-a7a0326f1794 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d3942071-66f3-4019-bd71-b3135c985af6 HTTP/1.1" status: 200 len: 850 time: 0.0948663 Sep 22 12:34:51.550721 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:51.554506 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b55f45-d907-45cf-874c-9820373a7dac req-c129ef11-9948-4450-87b5-54283a8d9072 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:51.555236 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-75b55f45-d907-45cf-874c-9820373a7dac req-c129ef11-9948-4450-87b5-54283a8d9072 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:51.565682 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-38be989f-cb8c-42e9-b9d2-9a7c24150a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425388'] for router_interface (eebb0bf7-e40b-41df-b3a4-ca04676302e4), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:51.623423 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-75b55f45-d907-45cf-874c-9820373a7dac req-c129ef11-9948-4450-87b5-54283a8d9072 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1622956 Sep 22 12:34:51.625393 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-1ad0dadf-7c1c-41e6-ae95-c3aac255ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:51.626957 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-1ad0dadf-7c1c-41e6-ae95-c3aac255ffd2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=fa4f03ac-0d51-4ef1-9086-3b2b84cb717e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669460 Sep 22 12:34:51.654799 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-75b55f45-d907-45cf-874c-9820373a7dac req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] Request body: {'port': {'device_id': '5bb3c468-640c-42bf-8f8d-d93c01948176', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:34:51.678907 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-bee17016-e4ee-458f-ba70-b15311a96522 None None] Attempt 4 to provision port ec8f30d7-2581-41aa-a517-0d4941004617 Sep 22 12:34:51.682005 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:51.743196 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-bee17016-e4ee-458f-ba70-b15311a96522 None None] Port ec8f30d7-2581-41aa-a517-0d4941004617 had new provisioning blocks added so it will not transition to active. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 12:34:51.819986 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-75b55f45-d907-45cf-874c-9820373a7dac req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (4a27a044-392f-4a27-8b97-338680c1a580), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:51.862768 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-497cf671-51ce-4453-bae4-bdd05466f65c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4f03ac-0d51-4ef1-9086-3b2b84cb717e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216182 Sep 22 12:34:51.870785 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-df5dfb80-6419-47f0-983e-390c3095595e None None] Provisioning complete for port 4a27a044-392f-4a27-8b97-338680c1a580 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:34:51.871667 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-df5dfb80-6419-47f0-983e-390c3095595e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (4a27a044-392f-4a27-8b97-338680c1a580), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:51.872211 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-df5dfb80-6419-47f0-983e-390c3095595e None None] Attempt 1 to provision port 4a27a044-392f-4a27-8b97-338680c1a580 Sep 22 12:34:51.878278 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab61fcc-2dea-457e-bf96-b504ec60212c req-aff89fb1-ad7c-4555-8281-d44ef874066d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:51.879807 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4ab61fcc-2dea-457e-bf96-b504ec60212c req-aff89fb1-ad7c-4555-8281-d44ef874066d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 931 time: 0.0877244 Sep 22 12:34:51.915770 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-38be989f-cb8c-42e9-b9d2-9a7c24150a7e admin admin] Deleting port 74f5c2ac-28ae-40b2-a764-1859e23d46ba {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:34:51.917295 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-38be989f-cb8c-42e9-b9d2-9a7c24150a7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (74f5c2ac-28ae-40b2-a764-1859e23d46ba), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:51.929162 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-df5dfb80-6419-47f0-983e-390c3095595e None None] Port 4a27a044-392f-4a27-8b97-338680c1a580 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:34:52.021254 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [None req-38be989f-cb8c-42e9-b9d2-9a7c24150a7e admin admin] For port 74f5c2ac-28ae-40b2-a764-1859e23d46ba, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=74f5c2ac-28ae-40b2-a764-1859e23d46ba,segment=NetworkSegment(c340f29b-02bd-42f1-9691-706be126d2ad),segment_id=c340f29b-02bd-42f1-9691-706be126d2ad)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:34:52.021811 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-38be989f-cb8c-42e9-b9d2-9a7c24150a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (74f5c2ac-28ae-40b2-a764-1859e23d46ba), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:52.035759 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-38be989f-cb8c-42e9-b9d2-9a7c24150a7e admin admin] Calling delete_port for 74f5c2ac-28ae-40b2-a764-1859e23d46ba owned by network:router_interface {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:34:52.216428 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-38be989f-cb8c-42e9-b9d2-9a7c24150a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (74f5c2ac-28ae-40b2-a764-1859e23d46ba), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:52.243553 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be989f-cb8c-42e9-b9d2-9a7c24150a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=74f5c2ac-28ae-40b2-a764-1859e23d46ba,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:52.297820 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=7 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:52.318357 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:52.348729 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6b3ab-0a0e-4b20-ad7b-c65e6c65222a req-cc80a41c-1d56-4d6e-af88-e58b02a6c111 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:52.350235 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-10f6b3ab-0a0e-4b20-ad7b-c65e6c65222a req-cc80a41c-1d56-4d6e-af88-e58b02a6c111 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=83b5457e-796c-4b69-9edd-b2b23758d503 HTTP/1.1" status: 200 len: 944 time: 0.1430087 Sep 22 12:34:52.366658 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4ab61fcc-2dea-457e-bf96-b504ec60212c req-f39c76a2-754e-46f9-a0a9-e724c64dfb4d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4624147 Sep 22 12:34:52.410203 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c7dd8de5-0931-4609-9366-9096efc0a902 req-15c36ea3-afb5-4d86-a1a6-85caf5550152 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4f03ac-0d51-4ef1-9086-3b2b84cb717e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292866 Sep 22 12:34:52.430839 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-df5dfb80-6419-47f0-983e-390c3095595e None None] Attempt 2 to provision port 4a27a044-392f-4a27-8b97-338680c1a580 Sep 22 12:34:52.446130 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:52.450437 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-38be989f-cb8c-42e9-b9d2-9a7c24150a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630044'] for router_interface (eebb0bf7-e40b-41df-b3a4-ca04676302e4), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:52.481730 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-df5dfb80-6419-47f0-983e-390c3095595e None None] Port 4a27a044-392f-4a27-8b97-338680c1a580 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:34:52.513150 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-10f6b3ab-0a0e-4b20-ad7b-c65e6c65222a req-5e13ff20-5dc6-4d7f-b741-5b2810cc1d0e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1bdb9b77-0405-475a-8773-dc5b828bd55d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507947 Sep 22 12:34:52.554672 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:52.608134 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [req-75b55f45-d907-45cf-874c-9820373a7dac req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a27a044-392f-4a27-8b97-338680c1a580 {{(pid=106188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:34:52.615792 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-75b55f45-d907-45cf-874c-9820373a7dac req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] Publish callbacks [] for port (4a27a044-392f-4a27-8b97-338680c1a580), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:52.629458 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.provisioning_blocks [req-75b55f45-d907-45cf-874c-9820373a7dac req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] Transition to ACTIVE for port object 4a27a044-392f-4a27-8b97-338680c1a580 will not be triggered until provisioned by entity L2. {{(pid=106188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 12:34:52.633495 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-75b55f45-d907-45cf-874c-9820373a7dac req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (4a27a044-392f-4a27-8b97-338680c1a580), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:52.650594 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:52.677077 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38be989f-cb8c-42e9-b9d2-9a7c24150a7e admin admin] Router eebb0bf7-e40b-41df-b3a4-ca04676302e4 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:34:52.711505 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] Pushing event updated for resources: {'Port': ['ID=4a27a044-392f-4a27-8b97-338680c1a580,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:52.742452 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-75b55f45-d907-45cf-874c-9820373a7dac req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] Attempting to bind port 4a27a044-392f-4a27-8b97-338680c1a580 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:34:52.742782 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-75b55f45-d907-45cf-874c-9820373a7dac req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] Attempting to bind port 4a27a044-392f-4a27-8b97-338680c1a580 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '867d976d-0d4c-4789-a0e1-7711c4e5b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea'}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:34:52.743108 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b55f45-d907-45cf-874c-9820373a7dac req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] Attempting to bind port 4a27a044-392f-4a27-8b97-338680c1a580 on network 08232c3f-2666-43a1-afb2-c887234ff0ea {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:34:52.779762 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38be989f-cb8c-42e9-b9d2-9a7c24150a7e admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:34:52.787139 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-38be989f-cb8c-42e9-b9d2-9a7c24150a7e admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/eebb0bf7-e40b-41df-b3a4-ca04676302e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6982660 Sep 22 12:34:52.787880 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b55f45-d907-45cf-874c-9820373a7dac req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] Port 4a27a044-392f-4a27-8b97-338680c1a580 on network 08232c3f-2666-43a1-afb2-c887234ff0ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 12:34:52.788213 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b55f45-d907-45cf-874c-9820373a7dac req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] Attempting to bind port 4a27a044-392f-4a27-8b97-338680c1a580 on network 08232c3f-2666-43a1-afb2-c887234ff0ea {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:34:52.788499 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52230) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:52.791333 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b549497d-900a-4792-a638-e2070852058d None None] Sync routers for ids ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:34:52.798267 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:52.803409 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b549497d-900a-4792-a638-e2070852058d None None] Routers {'eebb0bf7-e40b-41df-b3a4-ca04676302e4'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:34:52.804022 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-b549497d-900a-4792-a638-e2070852058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:34:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:52.831679 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b55f45-d907-45cf-874c-9820373a7dac req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] Checking agent: {'id': '60a799af-7434-4fee-b6c6-29cadfeb25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'started_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:34:52.832335 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b55f45-d907-45cf-874c-9820373a7dac req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] Checking segment: {'id': '867d976d-0d4c-4789-a0e1-7711c4e5b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:34:52.832457 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b55f45-d907-45cf-874c-9820373a7dac req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] Bound using segment: {'id': '867d976d-0d4c-4789-a0e1-7711c4e5b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea'} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:34:52.833202 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-75b55f45-d907-45cf-874c-9820373a7dac req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] Bound port: 4a27a044-392f-4a27-8b97-338680c1a580, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '867d976d-0d4c-4789-a0e1-7711c4e5b1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea'}}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:34:52.833202 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-75b55f45-d907-45cf-874c-9820373a7dac req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (4a27a044-392f-4a27-8b97-338680c1a580), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:52.891322 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b938-240e-42b9-8e64-d15fd97af1e6 admin admin] Publish callbacks [] for router (eebb0bf7-e40b-41df-b3a4-ca04676302e4), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:52.897390 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-75b55f45-d907-45cf-874c-9820373a7dac req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] For port 4a27a044-392f-4a27-8b97-338680c1a580, host hv-cinder-85646, cleared binding levels {{(pid=106188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:34:52.900451 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-75b55f45-d907-45cf-874c-9820373a7dac req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] For port 4a27a044-392f-4a27-8b97-338680c1a580, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=4a27a044-392f-4a27-8b97-338680c1a580,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:34:52.906850 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-75b55f45-d907-45cf-874c-9820373a7dac req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (4a27a044-392f-4a27-8b97-338680c1a580), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:52.910941 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b55f45-d907-45cf-874c-9820373a7dac req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:52.911557 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-75b55f45-d907-45cf-874c-9820373a7dac req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:52.912976 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-75b55f45-d907-45cf-874c-9820373a7dac req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/4a27a044-392f-4a27-8b97-338680c1a580 HTTP/1.1" status: 200 len: 1093 time: 1.2632315 Sep 22 12:34:52.924442 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-b549497d-900a-4792-a638-e2070852058d None None] Set router eebb0bf7-e40b-41df-b3a4-ca04676302e4 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:34:52.975150 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3407e9-599a-4d56-83b9-0b50e497f133 service neutron] Pushing event updated for resources: {'Port': ['ID=4a27a044-392f-4a27-8b97-338680c1a580,revision_number=3']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:52.983018 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-df5dfb80-6419-47f0-983e-390c3095595e None None] Attempt 3 to provision port 4a27a044-392f-4a27-8b97-338680c1a580 Sep 22 12:34:53.001838 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b938-240e-42b9-8e64-d15fd97af1e6 admin admin] Publish callbacks [] for router_gateway (eebb0bf7-e40b-41df-b3a4-ca04676302e4), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:53.017298 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:53.034047 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-df5dfb80-6419-47f0-983e-390c3095595e None None] Port 4a27a044-392f-4a27-8b97-338680c1a580 had new provisioning blocks added so it will not transition to active. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 12:34:53.046313 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-3ec2b938-240e-42b9-8e64-d15fd97af1e6 admin admin] Deleting port fa1983a8-9fe4-4ab4-8bba-ed49495e7447 {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:34:53.046644 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b938-240e-42b9-8e64-d15fd97af1e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (fa1983a8-9fe4-4ab4-8bba-ed49495e7447), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:53.108904 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-b549497d-900a-4792-a638-e2070852058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1469968037-router', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:57Z', 'updated_at': '2022-09-22T12:34:52Z', 'revision_number': 5, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'gw_port': {'id': 'fa1983a8-9fe4-4ab4-8bba-ed49495e7447', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8e:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:53.127134 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [None req-3ec2b938-240e-42b9-8e64-d15fd97af1e6 admin admin] For port fa1983a8-9fe4-4ab4-8bba-ed49495e7447, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=fa1983a8-9fe4-4ab4-8bba-ed49495e7447,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:34:53.127489 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b938-240e-42b9-8e64-d15fd97af1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (fa1983a8-9fe4-4ab4-8bba-ed49495e7447), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:53.132961 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b549497d-900a-4792-a638-e2070852058d None None] Checking router: eebb0bf7-e40b-41df-b3a4-ca04676302e4 for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:34:53.140994 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-3ec2b938-240e-42b9-8e64-d15fd97af1e6 admin admin] Calling delete_port for fa1983a8-9fe4-4ab4-8bba-ed49495e7447 owned by network:router_gateway {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:34:53.141748 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b549497d-900a-4792-a638-e2070852058d None None] Routers {'eebb0bf7-e40b-41df-b3a4-ca04676302e4'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:34:53.142349 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-b549497d-900a-4792-a638-e2070852058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:34:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:53.226749 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-b549497d-900a-4792-a638-e2070852058d None None] Set router eebb0bf7-e40b-41df-b3a4-ca04676302e4 gateway port host: None {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:34:53.281227 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-b549497d-900a-4792-a638-e2070852058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1469968037-router', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:57Z', 'updated_at': '2022-09-22T12:34:53Z', 'revision_number': 6, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'gw_port_host': None}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:53.311919 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b549497d-900a-4792-a638-e2070852058d None None] The sync data for ids ['eebb0bf7-e40b-41df-b3a4-ca04676302e4'] in dv-cinder-856463-4-iscsi is: [{'id': 'eebb0bf7-e40b-41df-b3a4-ca04676302e4', 'name': 'tempest-ServerRescueNegativeTestJSON-1469968037-router', 'tenant_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:57Z', 'updated_at': '2022-09-22T12:34:53Z', 'revision_number': 6, 'project_id': 'fb62ca26c4fe47deb0a21511a96e6403', 'gw_port_host': None}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:34:53.336144 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb3c468-640c-42bf-8f8d-d93c01948176', 'tag': '4a27a044-392f-4a27-8b97-338680c1a580'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:34:53.338697 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e89aea-be74-48ef-b633-e4fcf23605e7" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb3c468-640c-42bf-8f8d-d93c01948176", "tag": "4a27a044-392f-4a27-8b97-338680c1a580"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:34:53.377192 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebe3ed-6f8b-4940-9ceb-52463f708438 req-2dbb28fd-9921-4820-8e2b-528f2bfb0db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:53.378988 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a9ebe3ed-6f8b-4940-9ceb-52463f708438 req-2dbb28fd-9921-4820-8e2b-528f2bfb0db8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=89fe74d1d646452e83cb93420766c0a2&device_id=83b5457e-796c-4b69-9edd-b2b23758d503 HTTP/1.1" status: 200 len: 1128 time: 0.1046889 Sep 22 12:34:53.380150 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b55f45-d907-45cf-874c-9820373a7dac req-66327c2b-afb2-41e3-97bc-71f2aff4f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:53.381654 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-75b55f45-d907-45cf-874c-9820373a7dac req-66327c2b-afb2-41e3-97bc-71f2aff4f9b1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=553395befb8f4c958d34b7dffb2317e7&device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 1127 time: 0.0900846 Sep 22 12:34:53.394686 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ac8641-22c0-48bc-b932-9f75243b74ca x-openstack-request-id: req-a2ac8641-22c0-48bc-b932-9f75243b74ca {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:34:53.395068 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb3c468-640c-42bf-8f8d-d93c01948176", "tag": "4a27a044-392f-4a27-8b97-338680c1a580", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:34:53.395388 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a2ac8641-22c0-48bc-b932-9f75243b74ca {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:34:53.395955 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ac8641-22c0-48bc-b932-9f75243b74ca'] response: {'name': 'network-changed', 'server_uuid': '5bb3c468-640c-42bf-8f8d-d93c01948176', 'tag': '4a27a044-392f-4a27-8b97-338680c1a580', 'status': 'completed', 'code': 200} Sep 22 12:34:53.491277 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-75b55f45-d907-45cf-874c-9820373a7dac req-53b2204e-d343-462b-93d3-6d6bc9586700 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a27a044-392f-4a27-8b97-338680c1a580 HTTP/1.1" status: 200 len: 217 time: 0.0912981 Sep 22 12:34:53.521969 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:53.529978 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 59f4c935-e132-4169-a0e6-2552ac665c8d no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:34:53.558081 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] No Port match for: 59f4c935-e132-4169-a0e6-2552ac665c8d {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:34:53.559010 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 59f4c935-e132-4169-a0e6-2552ac665c8d not bound to the agent host hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:34:53.571974 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b938-240e-42b9-8e64-d15fd97af1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (fa1983a8-9fe4-4ab4-8bba-ed49495e7447), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:53.583686 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:53.589871 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a77e8-75ac-4fa5-876f-04e65de015f4 req-9adb29cd-f324-4a57-8f0f-8b435ae81b20 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:53.595519 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-644a77e8-75ac-4fa5-876f-04e65de015f4 req-9adb29cd-f324-4a57-8f0f-8b435ae81b20 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 943 time: 0.1410546 Sep 22 12:34:53.602411 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2b938-240e-42b9-8e64-d15fd97af1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1983a8-9fe4-4ab4-8bba-ed49495e7447,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:53.649465 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b55f45-d907-45cf-874c-9820373a7dac req-99fb8366-d128-40d7-952c-c6d8c3a18ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:53.650906 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-75b55f45-d907-45cf-874c-9820373a7dac req-99fb8366-d128-40d7-952c-c6d8c3a18ce9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=13cccc76-44bb-44db-a343-17e3d4246299 HTTP/1.1" status: 200 len: 856 time: 0.1537271 Sep 22 12:34:53.663287 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebe3ed-6f8b-4940-9ceb-52463f708438 req-d1457d02-cb82-4a07-ab79-24115ed437a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:53.664319 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b938-240e-42b9-8e64-d15fd97af1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629846'] for router_gateway (eebb0bf7-e40b-41df-b3a4-ca04676302e4), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:53.664698 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a9ebe3ed-6f8b-4940-9ceb-52463f708438 req-d1457d02-cb82-4a07-ab79-24115ed437a7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=fa4f03ac-0d51-4ef1-9086-3b2b84cb717e HTTP/1.1" status: 200 len: 912 time: 0.2638104 Sep 22 12:34:53.746978 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7d433-8f7c-4392-bae5-664d72cf3eba req-d4943183-907e-4682-a8d4-23b72a57fc04 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:53.748476 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-60e7d433-8f7c-4392-bae5-664d72cf3eba req-d4943183-907e-4682-a8d4-23b72a57fc04 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=83b5457e-796c-4b69-9edd-b2b23758d503 HTTP/1.1" status: 200 len: 944 time: 0.1375785 Sep 22 12:34:53.758554 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b938-240e-42b9-8e64-d15fd97af1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-633538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12653'] for router (eebb0bf7-e40b-41df-b3a4-ca04676302e4), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:53.760462 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a9ebe3ed-6f8b-4940-9ceb-52463f708438 req-a3ff4373-9181-4b82-9f6d-515482d111e4 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec8f30d7-2581-41aa-a517-0d4941004617 HTTP/1.1" status: 200 len: 217 time: 0.0661724 Sep 22 12:34:53.760952 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b938-240e-42b9-8e64-d15fd97af1e6 admin admin] Publish callbacks [] for router_controller (eebb0bf7-e40b-41df-b3a4-ca04676302e4), precommit_delete_associations {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:53.774842 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b55f45-d907-45cf-874c-9820373a7dac req-bbf34bae-9062-4c88-a6be-2a58cd1a793d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:53.776278 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-75b55f45-d907-45cf-874c-9820373a7dac req-bbf34bae-9062-4c88-a6be-2a58cd1a793d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=08232c3f-2666-43a1-afb2-c887234ff0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1167450 Sep 22 12:34:53.808101 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b938-240e-42b9-8e64-d15fd97af1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630113'] for router (eebb0bf7-e40b-41df-b3a4-ca04676302e4), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:53.808724 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec2b938-240e-42b9-8e64-d15fd97af1e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eebb0bf7-e40b-41df-b3a4-ca04676302e4 {{(pid=106189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 12:34:53.813258 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3ec2b938-240e-42b9-8e64-d15fd97af1e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:53.817099 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-3ec2b938-240e-42b9-8e64-d15fd97af1e6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/eebb0bf7-e40b-41df-b3a4-ca04676302e4 HTTP/1.1" status: 204 len: 168 time: 1.0275700 Sep 22 12:34:53.818076 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52240) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:53.842890 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-644a77e8-75ac-4fa5-876f-04e65de015f4 req-5ccdc27a-0e44-4c04-9866-0a7349365376 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280879 Sep 22 12:34:53.871684 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4015a3-8596-4548-9685-86e9b1ddf75c admin admin] Deleting subnet 6136a7d9-4fb1-4ae9-8b34-a44ca765189e {{(pid=106189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 12:34:53.875505 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9a4015a3-8596-4548-9685-86e9b1ddf75c admin admin] Publish callbacks [] for subnet (6136a7d9-4fb1-4ae9-8b34-a44ca765189e), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:53.907533 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:53.912389 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9a4015a3-8596-4548-9685-86e9b1ddf75c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4008918'] for subnet (6136a7d9-4fb1-4ae9-8b34-a44ca765189e), precommit_delete_associations {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:53.913165 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:53.937062 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebe3ed-6f8b-4940-9ceb-52463f708438 req-6f3d53d0-1988-4372-82c4-4a0543408dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:53.938521 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a9ebe3ed-6f8b-4940-9ceb-52463f708438 req-6f3d53d0-1988-4372-82c4-4a0543408dcf service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d3942071-66f3-4019-bd71-b3135c985af6 HTTP/1.1" status: 200 len: 850 time: 0.1660473 Sep 22 12:34:53.943968 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-60e7d433-8f7c-4392-bae5-664d72cf3eba req-1981c9d3-b68c-4043-9600-b8051e976928 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1bdb9b77-0405-475a-8773-dc5b828bd55d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872787 Sep 22 12:34:54.000069 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-75b55f45-d907-45cf-874c-9820373a7dac req-e0dbd30c-8feb-4cb6-ab91-6c11b9a7216e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014041 Sep 22 12:34:54.003093 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebe3ed-6f8b-4940-9ceb-52463f708438 req-0d65310b-1051-4e2e-9d9c-9fd23b3084c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:54.004509 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a9ebe3ed-6f8b-4940-9ceb-52463f708438 req-0d65310b-1051-4e2e-9d9c-9fd23b3084c1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=fa4f03ac-0d51-4ef1-9086-3b2b84cb717e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526879 Sep 22 12:34:54.036902 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9a4015a3-8596-4548-9685-86e9b1ddf75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16494954'] for subnet (6136a7d9-4fb1-4ae9-8b34-a44ca765189e), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:54.104845 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9a4015a3-8596-4548-9685-86e9b1ddf75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2984699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3860115'] for subnet (6136a7d9-4fb1-4ae9-8b34-a44ca765189e), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:54.136838 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4015a3-8596-4548-9685-86e9b1ddf75c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6136a7d9-4fb1-4ae9-8b34-a44ca765189e,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:54.143534 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9a4015a3-8596-4548-9685-86e9b1ddf75c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:54.149121 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-9a4015a3-8596-4548-9685-86e9b1ddf75c admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/6136a7d9-4fb1-4ae9-8b34-a44ca765189e HTTP/1.1" status: 204 len: 168 time: 0.3302288 Sep 22 12:34:54.149803 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52248) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:54.154617 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418375e4-a6b1-4ce9-9e53-962185531297 None None] Network 8db57afe-6ac0-4ca9-95e4-169c6f6e837a requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:34:54.186711 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-75b55f45-d907-45cf-874c-9820373a7dac req-2c50e0d4-e8c2-40e9-8231-758bd1399f42 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702197 Sep 22 12:34:54.188582 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a9ebe3ed-6f8b-4940-9ceb-52463f708438 req-c8744061-2d42-4af5-8115-8ef0f88d8176 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4f03ac-0d51-4ef1-9086-3b2b84cb717e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617780 Sep 22 12:34:54.281774 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-320aadb8-a74f-4d4a-b6d9-4b5b0edd32b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16438815'] for network (8db57afe-6ac0-4ca9-95e4-169c6f6e837a), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:54.292240 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device fa1983a8-9fe4-4ab4-8bba-ed49495e7447 no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:34:54.338702 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: fa1983a8-9fe4-4ab4-8bba-ed49495e7447 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:34:54.339049 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device fa1983a8-9fe4-4ab4-8bba-ed49495e7447 not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:34:54.339465 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 74f5c2ac-28ae-40b2-a764-1859e23d46ba no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:34:54.340527 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a9ebe3ed-6f8b-4940-9ceb-52463f708438 req-56ce65f5-1ccb-41c0-889b-41bdd8bf9998 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4f03ac-0d51-4ef1-9086-3b2b84cb717e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320167 Sep 22 12:34:54.362804 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-320aadb8-a74f-4d4a-b6d9-4b5b0edd32b2 admin admin] Deleting port 55e4be7c-a03a-4222-a12b-5da819408563 {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:34:54.363261 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-320aadb8-a74f-4d4a-b6d9-4b5b0edd32b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (55e4be7c-a03a-4222-a12b-5da819408563), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:54.364996 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 74f5c2ac-28ae-40b2-a764-1859e23d46ba {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:34:54.364996 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 74f5c2ac-28ae-40b2-a764-1859e23d46ba not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:34:54.406629 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] DHCP port deletion for 8db57afe-6ac0-4ca9-95e4-169c6f6e837a request from dv-cinder-856463-4-iscsi {{(pid=106190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 12:34:54.442753 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [None req-320aadb8-a74f-4d4a-b6d9-4b5b0edd32b2 admin admin] For port 55e4be7c-a03a-4222-a12b-5da819408563, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=55e4be7c-a03a-4222-a12b-5da819408563,segment=NetworkSegment(c340f29b-02bd-42f1-9691-706be126d2ad),segment_id=c340f29b-02bd-42f1-9691-706be126d2ad)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:34:54.443207 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-320aadb8-a74f-4d4a-b6d9-4b5b0edd32b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (55e4be7c-a03a-4222-a12b-5da819408563), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:54.445316 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] Deleting port 55e4be7c-a03a-4222-a12b-5da819408563 {{(pid=106190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:34:54.445680 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (55e4be7c-a03a-4222-a12b-5da819408563), before_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:54.457302 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-320aadb8-a74f-4d4a-b6d9-4b5b0edd32b2 admin admin] Calling delete_port for 55e4be7c-a03a-4222-a12b-5da819408563 owned by network:dhcp {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:34:54.465264 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38396af5-3cdf-419c-ace2-bfc4f6eb0cab req-d98c62a3-d509-4bfc-a0de-74956c09ef00 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:54.467017 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-38396af5-3cdf-419c-ace2-bfc4f6eb0cab req-d98c62a3-d509-4bfc-a0de-74956c09ef00 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=71cc8e1d-1561-4c72-a891-28be6d887da5 HTTP/1.1" status: 200 len: 946 time: 0.0512638 Sep 22 12:34:54.511179 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] For port 55e4be7c-a03a-4222-a12b-5da819408563, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=55e4be7c-a03a-4222-a12b-5da819408563,segment=NetworkSegment(c340f29b-02bd-42f1-9691-706be126d2ad),segment_id=c340f29b-02bd-42f1-9691-706be126d2ad)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:34:54.511471 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (55e4be7c-a03a-4222-a12b-5da819408563), precommit_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:54.519510 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-38396af5-3cdf-419c-ace2-bfc4f6eb0cab req-68789f77-57ff-41d2-b74a-ca00f46a3c6b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b513c08c-359d-414d-8e8e-631aa1accacd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439293 Sep 22 12:34:54.525452 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] Calling delete_port for 55e4be7c-a03a-4222-a12b-5da819408563 owned by network:dhcp {{(pid=106190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:34:54.547331 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-320aadb8-a74f-4d4a-b6d9-4b5b0edd32b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (55e4be7c-a03a-4222-a12b-5da819408563), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:54.568007 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320aadb8-a74f-4d4a-b6d9-4b5b0edd32b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=55e4be7c-a03a-4222-a12b-5da819408563,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:54.569899 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320aadb8-a74f-4d4a-b6d9-4b5b0edd32b2 admin admin] No DVR routers for this DVR port 55e4be7c-a03a-4222-a12b-5da819408563 on host dv-cinder-856463-4-iscsi {{(pid=106189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:34:54.574116 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:54.659640 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-320aadb8-a74f-4d4a-b6d9-4b5b0edd32b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16032833', 'neutron.services.segments.db._delete_segments_for_network-8742011169985'] for network (8db57afe-6ac0-4ca9-95e4-169c6f6e837a), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:54.680432 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-320aadb8-a74f-4d4a-b6d9-4b5b0edd32b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db57afe-6ac0-4ca9-95e4-169c6f6e837a']}} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:54.690741 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-320aadb8-a74f-4d4a-b6d9-4b5b0edd32b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c340f29b-02bd-42f1-9691-706be126d2ad') {'for_net_delete': True} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:54.691048 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-320aadb8-a74f-4d4a-b6d9-4b5b0edd32b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c340f29b-02bd-42f1-9691-706be126d2ad') {} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:54.701040 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-320aadb8-a74f-4d4a-b6d9-4b5b0edd32b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742011169877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4008941'] for segment (c340f29b-02bd-42f1-9691-706be126d2ad), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:54.715077 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-320aadb8-a74f-4d4a-b6d9-4b5b0edd32b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (c340f29b-02bd-42f1-9691-706be126d2ad), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:54.722143 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320aadb8-a74f-4d4a-b6d9-4b5b0edd32b2 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 12:34:54.722530 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-320aadb8-a74f-4d4a-b6d9-4b5b0edd32b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2984513'] for segment (c340f29b-02bd-42f1-9691-706be126d2ad), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:54.738056 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169'] for port (55e4be7c-a03a-4222-a12b-5da819408563), after_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:54.766102 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] Pushing event deleted for resources: {'Port': ['ID=55e4be7c-a03a-4222-a12b-5da819408563,revision_number=None']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:54.775656 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] No DVR routers for this DVR port 55e4be7c-a03a-4222-a12b-5da819408563 on host dv-cinder-856463-4-iscsi {{(pid=106190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:34:54.778139 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:54.778488 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:54.778829 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:54.779168 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:54.779502 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:54.780465 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:54.780914 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:54.781264 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:54.781606 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:54.781944 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:54.782267 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:54.782942 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:54.782942 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:54.783254 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:54.783568 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f582607d-0952-4fa3-a0c2-64ad07031942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:34:54.793930 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.services.segments.plugin [-] Segment c340f29b-02bd-42f1-9691-706be126d2ad resource provider aggregate not found Sep 22 12:34:54.801239 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-320aadb8-a74f-4d4a-b6d9-4b5b0edd32b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16032888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629891'] for network (8db57afe-6ac0-4ca9-95e4-169c6f6e837a), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:54.809068 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-320aadb8-a74f-4d4a-b6d9-4b5b0edd32b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:54.815236 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-320aadb8-a74f-4d4a-b6d9-4b5b0edd32b2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/8db57afe-6ac0-4ca9-95e4-169c6f6e837a HTTP/1.1" status: 204 len: 168 time: 0.6619546 Sep 22 12:34:54.823023 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.services.segments.plugin [-] Segment c340f29b-02bd-42f1-9691-706be126d2ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c340f29b-02bd-42f1-9691-706be126d2ad found for delete ", "request_id": "req-f802b8cb-872c-41a5-8778-2fadf2e07669"}]} Sep 22 12:34:54.824143 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320aadb8-a74f-4d4a-b6d9-4b5b0edd32b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8db57afe-6ac0-4ca9-95e4-169c6f6e837a,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:54.928801 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52262) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:54.962035 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-c29616c4-ad51-4564-a140-68c8f0a7af59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:55.009297 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625268c-7332-4a42-adb1-4699c5a6fb38 req-8d20a147-13d5-4812-b202-5362db49234f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:55.010763 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4625268c-7332-4a42-adb1-4699c5a6fb38 req-8d20a147-13d5-4812-b202-5362db49234f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 943 time: 0.0744691 Sep 22 12:34:55.014945 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-277eec3c-cb07-4887-bb34-f5c49b7afecf admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=fb62ca26c4fe47deb0a21511a96e6403&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0844898 Sep 22 12:34:55.017713 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52266) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:55.062062 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:55.067877 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2c834d5f-e3a1-4a08-bd47-0ee5802ecd48 admin admin] Publish callbacks [] for security_group (7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:55.092891 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2c834d5f-e3a1-4a08-bd47-0ee5802ecd48 admin admin] Publish callbacks [] for security_group (7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:55.095580 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73845b82-5531-4f4a-96ba-afd1bf7f6bcf req-e28c3a1e-7bfa-4d5a-a67a-5f6bc82a89ba tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:55.097130 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-73845b82-5531-4f4a-96ba-afd1bf7f6bcf req-e28c3a1e-7bfa-4d5a-a67a-5f6bc82a89ba tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=83b5457e-796c-4b69-9edd-b2b23758d503 HTTP/1.1" status: 200 len: 944 time: 0.0653176 Sep 22 12:34:55.117021 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4625268c-7332-4a42-adb1-4699c5a6fb38 req-2d024e76-7ec5-4c26-880f-2030ce47ea07 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994041 Sep 22 12:34:55.157626 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2c834d5f-e3a1-4a08-bd47-0ee5802ecd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:55.160158 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2c834d5f-e3a1-4a08-bd47-0ee5802ecd48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:55.164066 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-2c834d5f-e3a1-4a08-bd47-0ee5802ecd48 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1 HTTP/1.1" status: 204 len: 168 time: 0.1451554 Sep 22 12:34:55.172539 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c834d5f-e3a1-4a08-bd47-0ee5802ecd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc91b1d-c7d4-4d83-bbd6-996af9de2ab1,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:55.175633 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e89aea-be74-48ef-b633-e4fcf23605e7 req-138db3d5-3f9b-49af-9dc5-84fcce31e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:55.177286 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-65e89aea-be74-48ef-b633-e4fcf23605e7 req-138db3d5-3f9b-49af-9dc5-84fcce31e7fd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=553395befb8f4c958d34b7dffb2317e7&device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 1127 time: 0.0792313 Sep 22 12:34:55.203716 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-73845b82-5531-4f4a-96ba-afd1bf7f6bcf req-8d045492-6e0c-4dd9-9a68-64988bcc5d80 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1bdb9b77-0405-475a-8773-dc5b828bd55d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953722 Sep 22 12:34:55.539292 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device ec8f30d7-2581-41aa-a517-0d4941004617 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:34:55.653948 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port ec8f30d7-2581-41aa-a517-0d4941004617, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=ec8f30d7-2581-41aa-a517-0d4941004617,segment=NetworkSegment(959b0173-edf3-4a4b-a878-688b20dcf91a),segment_id=959b0173-edf3-4a4b-a878-688b20dcf91a)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:34:55.655748 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373178f-2d06-4007-a843-5887b0a696b0 req-11a3c574-77b0-46e3-bdc3-74b9557d12dd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:55.657446 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c373178f-2d06-4007-a843-5887b0a696b0 req-11a3c574-77b0-46e3-bdc3-74b9557d12dd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=71cc8e1d-1561-4c72-a891-28be6d887da5 HTTP/1.1" status: 200 len: 946 time: 0.0590868 Sep 22 12:34:55.666643 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': 'ec8f30d7-2581-41aa-a517-0d4941004617', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'port_id': 'ec8f30d7-2581-41aa-a517-0d4941004617', 'mac_address': 'fa:16:3e:25:8e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:34:55.708075 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c373178f-2d06-4007-a843-5887b0a696b0 req-a14c1150-9987-4172-b4ce-ce00a229d183 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b513c08c-359d-414d-8e8e-631aa1accacd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438805 Sep 22 12:34:55.710579 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port ec8f30d7-2581-41aa-a517-0d4941004617 is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:34:55.710974 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (ec8f30d7-2581-41aa-a517-0d4941004617), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:55.728276 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8f30d7-2581-41aa-a517-0d4941004617 {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:34:55.749536 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port ec8f30d7-2581-41aa-a517-0d4941004617, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=ec8f30d7-2581-41aa-a517-0d4941004617,segment=NetworkSegment(959b0173-edf3-4a4b-a878-688b20dcf91a),segment_id=959b0173-edf3-4a4b-a878-688b20dcf91a)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:34:55.753377 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (ec8f30d7-2581-41aa-a517-0d4941004617), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:55.803685 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=ec8f30d7-2581-41aa-a517-0d4941004617,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:55.990283 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['ec8f30d7-2581-41aa-a517-0d4941004617'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:34:56.050885 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:56.103911 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:56.220977 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 55e4be7c-a03a-4222-a12b-5da819408563 no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:34:56.248591 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 55e4be7c-a03a-4222-a12b-5da819408563 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:34:56.248944 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 55e4be7c-a03a-4222-a12b-5da819408563 not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:34:56.256680 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2fc2c-023e-48d3-b4c9-6c6f0de316d9 req-8c74bec8-3756-4e99-be48-87f9c10d5386 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:56.263452 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8ca2fc2c-023e-48d3-b4c9-6c6f0de316d9 req-8c74bec8-3756-4e99-be48-87f9c10d5386 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 943 time: 0.0633740 Sep 22 12:34:56.336883 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8ca2fc2c-023e-48d3-b4c9-6c6f0de316d9 req-bdc59edc-9535-4877-943e-1d68b6c4c8ed tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724914 Sep 22 12:34:56.355331 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44209c-46cd-424b-a598-9bd1fca439e1 req-0462bd50-3d60-45e3-9cda-e7350232a68e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:56.356827 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9d44209c-46cd-424b-a598-9bd1fca439e1 req-0462bd50-3d60-45e3-9cda-e7350232a68e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=83b5457e-796c-4b69-9edd-b2b23758d503 HTTP/1.1" status: 200 len: 945 time: 0.0607510 Sep 22 12:34:56.405453 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9d44209c-46cd-424b-a598-9bd1fca439e1 req-09261e46-70f2-4110-8141-5e77969329f5 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1bdb9b77-0405-475a-8773-dc5b828bd55d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424809 Sep 22 12:34:56.496947 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52322) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:56.549206 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:56.602105 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7b759db7-7df7-4b84-ba1a-c3fcd24ea4bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:56.626385 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e89aea-be74-48ef-b633-e4fcf23605e7 req-4d6d5914-40a6-4035-860c-05ada7997285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:56.627863 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-65e89aea-be74-48ef-b633-e4fcf23605e7 req-4d6d5914-40a6-4035-860c-05ada7997285 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=08232c3f-2666-43a1-afb2-c887234ff0ea HTTP/1.1" status: 200 len: 918 time: 0.0876822 Sep 22 12:34:56.640431 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:56.678173 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-65e89aea-be74-48ef-b633-e4fcf23605e7 req-9a21d443-be5f-4948-b004-83ed41d47df4 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a27a044-392f-4a27-8b97-338680c1a580 HTTP/1.1" status: 200 len: 217 time: 0.0390375 Sep 22 12:34:56.685861 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7b759db7-7df7-4b84-ba1a-c3fcd24ea4bd admin admin] Publish callbacks [] for security_group (6996b8bc-e427-4bba-bb25-edfd6ea097b6), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:56.689448 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7b759db7-7df7-4b84-ba1a-c3fcd24ea4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (6996b8bc-e427-4bba-bb25-edfd6ea097b6), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:56.729177 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-7b759db7-7df7-4b84-ba1a-c3fcd24ea4bd admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=77edb8cdc8294a72aaa2c3dbc5fe88dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310555 Sep 22 12:34:56.730016 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b759db7-7df7-4b84-ba1a-c3fcd24ea4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6996b8bc-e427-4bba-bb25-edfd6ea097b6,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:56.732741 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52326) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:34:56.865834 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a98e1f9d-3bf4-4107-ab3d-1972fa36a931 admin admin] Publish callbacks [] for security_group (6996b8bc-e427-4bba-bb25-edfd6ea097b6), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:56.868453 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e89aea-be74-48ef-b633-e4fcf23605e7 req-7bb4a012-a41d-463e-93f4-adf46faa51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:56.869950 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-65e89aea-be74-48ef-b633-e4fcf23605e7 req-7bb4a012-a41d-463e-93f4-adf46faa51cb service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=13cccc76-44bb-44db-a343-17e3d4246299 HTTP/1.1" status: 200 len: 856 time: 0.1114926 Sep 22 12:34:56.891745 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b7824-429e-4339-bab3-fb13727059f4 req-fb008609-be83-4f33-890f-034841eddeb7 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:56.893156 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-548b7824-429e-4339-bab3-fb13727059f4 req-fb008609-be83-4f33-890f-034841eddeb7 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=71cc8e1d-1561-4c72-a891-28be6d887da5 HTTP/1.1" status: 200 len: 946 time: 0.1023479 Sep 22 12:34:56.959548 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a98e1f9d-3bf4-4107-ab3d-1972fa36a931 admin admin] Publish callbacks [] for security_group (6996b8bc-e427-4bba-bb25-edfd6ea097b6), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:56.966362 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573197d4-536f-4639-a272-b5d96892010a req-74040ec3-0463-45ec-ba44-d5077a50d758 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:56.968446 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-573197d4-536f-4639-a272-b5d96892010a req-74040ec3-0463-45ec-ba44-d5077a50d758 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=71cc8e1d-1561-4c72-a891-28be6d887da5 HTTP/1.1" status: 200 len: 946 time: 0.1213109 Sep 22 12:34:56.989362 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e89aea-be74-48ef-b633-e4fcf23605e7 req-11aa160e-e2d3-4bfe-8bfc-385d152d5610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:56.990752 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-65e89aea-be74-48ef-b633-e4fcf23605e7 req-11aa160e-e2d3-4bfe-8bfc-385d152d5610 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=08232c3f-2666-43a1-afb2-c887234ff0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0903521 Sep 22 12:34:57.046645 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:57.066675 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-63a2fb6b-6ef1-4218-b518-5b84a5c62c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:57.118022 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-548b7824-429e-4339-bab3-fb13727059f4 req-6f6c3961-02d3-47e4-b6bb-1ecb4586f1aa tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=b513c08c-359d-414d-8e8e-631aa1accacd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063010 Sep 22 12:34:57.179819 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a98e1f9d-3bf4-4107-ab3d-1972fa36a931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (6996b8bc-e427-4bba-bb25-edfd6ea097b6), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:57.182294 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a98e1f9d-3bf4-4107-ab3d-1972fa36a931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:57.183402 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-a98e1f9d-3bf4-4107-ab3d-1972fa36a931 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6996b8bc-e427-4bba-bb25-edfd6ea097b6 HTTP/1.1" status: 204 len: 168 time: 0.4489570 Sep 22 12:34:57.188834 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-573197d4-536f-4639-a272-b5d96892010a req-819aa2af-901c-4eb6-b7be-b2a5dc340300 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Deleting port 9c84ffaa-e05f-4013-bb0a-aa84ec774557 {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:34:57.189088 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-573197d4-536f-4639-a272-b5d96892010a req-819aa2af-901c-4eb6-b7be-b2a5dc340300 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (9c84ffaa-e05f-4013-bb0a-aa84ec774557), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:57.471193 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e1f9d-3bf4-4107-ab3d-1972fa36a931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6996b8bc-e427-4bba-bb25-edfd6ea097b6,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:57.497666 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-65e89aea-be74-48ef-b633-e4fcf23605e7 req-13b397b9-7f37-4d67-b439-4081239ca9fa service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4720292 Sep 22 12:34:57.562577 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 4a27a044-392f-4a27-8b97-338680c1a580 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:34:57.567332 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device ec8f30d7-2581-41aa-a517-0d4941004617 up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:34:57.625559 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7fda0-29d6-4202-8cd6-561b6374c7fe req-eb228ce7-739e-4c69-94f5-16aa244a643b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:57.629070 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-90b7fda0-29d6-4202-8cd6-561b6374c7fe req-eb228ce7-739e-4c69-94f5-16aa244a643b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 943 time: 0.1785123 Sep 22 12:34:57.663301 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d0e46-bafe-4b47-b36f-017464ca6ac3 req-2869663e-7a74-40d7-8d28-690cb31f0aad tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:57.664931 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-601d0e46-bafe-4b47-b36f-017464ca6ac3 req-2869663e-7a74-40d7-8d28-690cb31f0aad tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=83b5457e-796c-4b69-9edd-b2b23758d503 HTTP/1.1" status: 200 len: 945 time: 0.1413391 Sep 22 12:34:57.676224 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning for port ec8f30d7-2581-41aa-a517-0d4941004617 completed by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 12:34:57.689406 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port ec8f30d7-2581-41aa-a517-0d4941004617 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:34:57.689830 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (ec8f30d7-2581-41aa-a517-0d4941004617), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:57.690108 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port ec8f30d7-2581-41aa-a517-0d4941004617 Sep 22 12:34:57.734770 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 4a27a044-392f-4a27-8b97-338680c1a580, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=4a27a044-392f-4a27-8b97-338680c1a580,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:34:57.754090 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': '4a27a044-392f-4a27-8b97-338680c1a580', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'port_id': '4a27a044-392f-4a27-8b97-338680c1a580', 'mac_address': 'fa:16:3e:50:16:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13cccc76-44bb-44db-a343-17e3d4246299', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:34:57.827298 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-573197d4-536f-4639-a272-b5d96892010a req-819aa2af-901c-4eb6-b7be-b2a5dc340300 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] For port 9c84ffaa-e05f-4013-bb0a-aa84ec774557, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=9c84ffaa-e05f-4013-bb0a-aa84ec774557,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:34:57.827298 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-573197d4-536f-4639-a272-b5d96892010a req-819aa2af-901c-4eb6-b7be-b2a5dc340300 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (9c84ffaa-e05f-4013-bb0a-aa84ec774557), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:57.827298 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-90b7fda0-29d6-4202-8cd6-561b6374c7fe req-ff867b9f-79be-4d8e-a708-dd0557699710 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734164 Sep 22 12:34:57.834634 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:57.839770 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-65e89aea-be74-48ef-b633-e4fcf23605e7 req-51fe6c95-306e-41cc-a375-9436efaa8f17 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111775 Sep 22 12:34:57.840526 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 4a27a044-392f-4a27-8b97-338680c1a580 is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:34:57.840916 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (4a27a044-392f-4a27-8b97-338680c1a580), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:57.843018 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port ec8f30d7-2581-41aa-a517-0d4941004617 is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:34:57.843531 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (ec8f30d7-2581-41aa-a517-0d4941004617), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:57.862347 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-601d0e46-bafe-4b47-b36f-017464ca6ac3 req-d0b5ef5a-7b07-4ac6-ad19-ce354922daee tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1bdb9b77-0405-475a-8773-dc5b828bd55d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854453 Sep 22 12:34:57.887369 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a27a044-392f-4a27-8b97-338680c1a580 {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:34:57.903041 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b5457e-796c-4b69-9edd-b2b23758d503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8f30d7-2581-41aa-a517-0d4941004617'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:34:57.905345 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405a8760-d2e9-41e7-8a39-8f48def900a0" -d '{"events": [{"server_uuid": "83b5457e-796c-4b69-9edd-b2b23758d503", "name": "network-vif-plugged", "status": "completed", "tag": "ec8f30d7-2581-41aa-a517-0d4941004617"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:34:57.929836 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port ec8f30d7-2581-41aa-a517-0d4941004617, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=ec8f30d7-2581-41aa-a517-0d4941004617,segment=NetworkSegment(959b0173-edf3-4a4b-a878-688b20dcf91a),segment_id=959b0173-edf3-4a4b-a878-688b20dcf91a)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:34:57.931880 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 4a27a044-392f-4a27-8b97-338680c1a580, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=4a27a044-392f-4a27-8b97-338680c1a580,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:34:57.935752 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (ec8f30d7-2581-41aa-a517-0d4941004617), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:57.949289 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (4a27a044-392f-4a27-8b97-338680c1a580), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:58.003549 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=ec8f30d7-2581-41aa-a517-0d4941004617,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:58.054194 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=4a27a044-392f-4a27-8b97-338680c1a580,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:58.068861 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-573197d4-536f-4639-a272-b5d96892010a req-819aa2af-901c-4eb6-b7be-b2a5dc340300 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:58.069229 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-573197d4-536f-4639-a272-b5d96892010a req-819aa2af-901c-4eb6-b7be-b2a5dc340300 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (5ec73807-3e14-48e7-ad02-dd5800c5c5cc), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:58.069546 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.l3_db [req-573197d4-536f-4639-a272-b5d96892010a req-819aa2af-901c-4eb6-b7be-b2a5dc340300 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Floating IP 5ec73807-3e14-48e7-ad02-dd5800c5c5cc disassociated. External IP: 172.27.0.7, port: 9c84ffaa-e05f-4013-bb0a-aa84ec774557. Sep 22 12:34:58.069896 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-573197d4-536f-4639-a272-b5d96892010a req-819aa2af-901c-4eb6-b7be-b2a5dc340300 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Calling delete_port for 9c84ffaa-e05f-4013-bb0a-aa84ec774557 owned by compute:nova {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:34:58.125583 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cf0726-795b-4814-8e89-b5953417e548 x-openstack-request-id: req-a1cf0726-795b-4814-8e89-b5953417e548 {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:34:58.126087 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b5457e-796c-4b69-9edd-b2b23758d503", "name": "network-vif-plugged", "status": "completed", "tag": "ec8f30d7-2581-41aa-a517-0d4941004617", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:34:58.126187 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a1cf0726-795b-4814-8e89-b5953417e548 {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:34:58.126569 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1cf0726-795b-4814-8e89-b5953417e548'] response: {'server_uuid': '83b5457e-796c-4b69-9edd-b2b23758d503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8f30d7-2581-41aa-a517-0d4941004617', 'code': 200} Sep 22 12:34:58.222633 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['4a27a044-392f-4a27-8b97-338680c1a580'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:34:58.260032 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-573197d4-536f-4639-a272-b5d96892010a req-819aa2af-901c-4eb6-b7be-b2a5dc340300 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (9c84ffaa-e05f-4013-bb0a-aa84ec774557), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:58.296760 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819aa2af-901c-4eb6-b7be-b2a5dc340300 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event deleted for resources: {'Port': ['ID=9c84ffaa-e05f-4013-bb0a-aa84ec774557,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:58.371669 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:58.375359 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:58.445082 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3ad94-0a4b-4108-832b-36286f4383c0 req-3a4b6474-667c-4790-a565-abfe35d69438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:58.446751 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a8a3ad94-0a4b-4108-832b-36286f4383c0 req-3a4b6474-667c-4790-a565-abfe35d69438 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=83b5457e-796c-4b69-9edd-b2b23758d503 HTTP/1.1" status: 200 len: 1130 time: 0.0810478 Sep 22 12:34:58.466717 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:58.507587 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d3d413c6-692e-4b0d-be92-22cf1c3c2e84 req-b66bea80-2b33-46be-92d1-b46c484d6c35 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=71cc8e1d-1561-4c72-a891-28be6d887da5 HTTP/1.1" status: 200 len: 210 time: 0.0490806 Sep 22 12:34:58.524202 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-573197d4-536f-4639-a272-b5d96892010a req-819aa2af-901c-4eb6-b7be-b2a5dc340300 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Router b29ff6e8-f65e-42d9-b132-792f8e95ae0a has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:34:58.546764 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a8a3ad94-0a4b-4108-832b-36286f4383c0 req-dd53e4fb-763f-4605-b7a8-787f74fa71ec service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1bdb9b77-0405-475a-8773-dc5b828bd55d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894523 Sep 22 12:34:58.651446 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-573197d4-536f-4639-a272-b5d96892010a req-819aa2af-901c-4eb6-b7be-b2a5dc340300 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:34:58.664862 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b86382-982a-41d0-9477-1e352da9f366 None None] Sync routers for ids ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:34:58.678862 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b86382-982a-41d0-9477-1e352da9f366 None None] Routers {'b29ff6e8-f65e-42d9-b132-792f8e95ae0a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:34:58.679490 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-59b86382-982a-41d0-9477-1e352da9f366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:34:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:58.706960 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-573197d4-536f-4639-a272-b5d96892010a req-819aa2af-901c-4eb6-b7be-b2a5dc340300 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] No DVR routers for this DVR port 9c84ffaa-e05f-4013-bb0a-aa84ec774557 on host hv-cinder-85646 {{(pid=106188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:34:58.713430 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-573197d4-536f-4639-a272-b5d96892010a req-819aa2af-901c-4eb6-b7be-b2a5dc340300 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:58.716952 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-573197d4-536f-4639-a272-b5d96892010a req-819aa2af-901c-4eb6-b7be-b2a5dc340300 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.20 "DELETE /networking/v2.0/ports/9c84ffaa-e05f-4013-bb0a-aa84ec774557 HTTP/1.1" status: 204 len: 173 time: 1.7358105 Sep 22 12:34:58.718433 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cc8e1d-1561-4c72-a891-28be6d887da5', 'name': 'network-vif-deleted', 'tag': '9c84ffaa-e05f-4013-bb0a-aa84ec774557'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:34:58.721965 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae94738-8e75-4ef4-9931-cb6a6977f92a" -d '{"events": [{"server_uuid": "71cc8e1d-1561-4c72-a891-28be6d887da5", "name": "network-vif-deleted", "tag": "9c84ffaa-e05f-4013-bb0a-aa84ec774557"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:34:58.743193 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:58.776326 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677140a1-edf1-44b7-bf9e-d95459390c7d x-openstack-request-id: req-677140a1-edf1-44b7-bf9e-d95459390c7d {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:34:58.776585 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cc8e1d-1561-4c72-a891-28be6d887da5", "name": "network-vif-deleted", "tag": "9c84ffaa-e05f-4013-bb0a-aa84ec774557", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:34:58.776836 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-677140a1-edf1-44b7-bf9e-d95459390c7d {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:34:58.777239 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-677140a1-edf1-44b7-bf9e-d95459390c7d'] response: {'server_uuid': '71cc8e1d-1561-4c72-a891-28be6d887da5', 'name': 'network-vif-deleted', 'tag': '9c84ffaa-e05f-4013-bb0a-aa84ec774557', 'status': 'completed', 'code': 200} Sep 22 12:34:58.830290 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-59b86382-982a-41d0-9477-1e352da9f366 None None] Set router b29ff6e8-f65e-42d9-b132-792f8e95ae0a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:34:59.041199 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed68c8-cc3b-464b-922a-14d714f7b87d req-ee4718f6-85b3-4812-b65b-b22fb0ebafc8 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:59.042786 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-abed68c8-cc3b-464b-922a-14d714f7b87d req-ee4718f6-85b3-4812-b65b-b22fb0ebafc8 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=83b5457e-796c-4b69-9edd-b2b23758d503 HTTP/1.1" status: 200 len: 946 time: 0.0784802 Sep 22 12:34:59.048390 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824ac10-44a6-49fd-a22d-9abe899cb1bb req-08bd00fc-6604-40cb-99c1-585685dfcc3a tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:34:59.050166 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7824ac10-44a6-49fd-a22d-9abe899cb1bb req-08bd00fc-6604-40cb-99c1-585685dfcc3a tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 944 time: 0.0876758 Sep 22 12:34:59.057550 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-59b86382-982a-41d0-9477-1e352da9f366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:59.083989 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b86382-982a-41d0-9477-1e352da9f366 None None] Checking router: b29ff6e8-f65e-42d9-b132-792f8e95ae0a for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:34:59.093153 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b86382-982a-41d0-9477-1e352da9f366 None None] Routers {'b29ff6e8-f65e-42d9-b132-792f8e95ae0a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:34:59.093867 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-59b86382-982a-41d0-9477-1e352da9f366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:34:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:59.137116 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7824ac10-44a6-49fd-a22d-9abe899cb1bb req-a8f8758f-7f2e-461c-b253-b03712cbdec2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801587 Sep 22 12:34:59.141016 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-abed68c8-cc3b-464b-922a-14d714f7b87d req-70bb5add-866e-4451-8409-a1b971ac8dad tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1bdb9b77-0405-475a-8773-dc5b828bd55d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824537 Sep 22 12:34:59.223980 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-59b86382-982a-41d0-9477-1e352da9f366 None None] Set router b29ff6e8-f65e-42d9-b132-792f8e95ae0a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:34:59.433629 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-59b86382-982a-41d0-9477-1e352da9f366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:34:59.462122 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b86382-982a-41d0-9477-1e352da9f366 None None] The sync data for ids ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'] in dv-cinder-856463-4-iscsi is: [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:34:59.586619 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 4a27a044-392f-4a27-8b97-338680c1a580 up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:34:59.629275 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-dfeb4ad5-7174-4743-8e88-1f2802a86e27 req-6ca49324-f0c2-4e79-bae9-2728f4a7f1e9 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=71cc8e1d-1561-4c72-a891-28be6d887da5 HTTP/1.1" status: 200 len: 210 time: 0.0294268 Sep 22 12:34:59.638721 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning for port 4a27a044-392f-4a27-8b97-338680c1a580 completed by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 12:34:59.646068 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port 4a27a044-392f-4a27-8b97-338680c1a580 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:34:59.646182 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (4a27a044-392f-4a27-8b97-338680c1a580), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:59.646537 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port 4a27a044-392f-4a27-8b97-338680c1a580 Sep 22 12:34:59.691459 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e913828b-774a-4e8d-ae17-fdf7b726a10a None None] New status for floating IP 5ec73807-3e14-48e7-ad02-dd5800c5c5cc: DOWN {{(pid=106191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:34:59.723266 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 4a27a044-392f-4a27-8b97-338680c1a580 is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:34:59.723656 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (4a27a044-392f-4a27-8b97-338680c1a580), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:59.764410 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 4a27a044-392f-4a27-8b97-338680c1a580, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=4a27a044-392f-4a27-8b97-338680c1a580,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:34:59.770660 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (4a27a044-392f-4a27-8b97-338680c1a580), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:59.772213 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 9c84ffaa-e05f-4013-bb0a-aa84ec774557 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:34:59.778236 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:34:59.814284 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] No Port match for: 9c84ffaa-e05f-4013-bb0a-aa84ec774557 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:34:59.814631 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 9c84ffaa-e05f-4013-bb0a-aa84ec774557 not bound to the agent host hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:34:59.841394 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=4a27a044-392f-4a27-8b97-338680c1a580,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:34:59.917238 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:34:59.965489 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:00.127970 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb3c468-640c-42bf-8f8d-d93c01948176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a27a044-392f-4a27-8b97-338680c1a580'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:35:00.130334 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11096b78-aa81-4511-8006-bfa8a30ca76e" -d '{"events": [{"server_uuid": "5bb3c468-640c-42bf-8f8d-d93c01948176", "name": "network-vif-plugged", "status": "completed", "tag": "4a27a044-392f-4a27-8b97-338680c1a580"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:35:00.170261 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed65e23-0581-411b-91b9-c6904e87638d x-openstack-request-id: req-5ed65e23-0581-411b-91b9-c6904e87638d {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:35:00.170569 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb3c468-640c-42bf-8f8d-d93c01948176", "name": "network-vif-plugged", "status": "completed", "tag": "4a27a044-392f-4a27-8b97-338680c1a580", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:35:00.171094 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5ed65e23-0581-411b-91b9-c6904e87638d {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:35:00.171650 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ed65e23-0581-411b-91b9-c6904e87638d'] response: {'server_uuid': '5bb3c468-640c-42bf-8f8d-d93c01948176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a27a044-392f-4a27-8b97-338680c1a580', 'code': 200} Sep 22 12:35:00.275531 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:00.317388 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb584650-fd78-4e6a-b06f-787ef7cca6e6 req-dc1f86eb-88e3-4bcd-82fe-db07b50fd8d9 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:00.318851 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cb584650-fd78-4e6a-b06f-787ef7cca6e6 req-dc1f86eb-88e3-4bcd-82fe-db07b50fd8d9 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=83b5457e-796c-4b69-9edd-b2b23758d503 HTTP/1.1" status: 200 len: 946 time: 0.0844402 Sep 22 12:35:00.337597 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7d872-77d9-4673-9313-61336f26c482 req-98f9b3cd-4937-4630-99b4-6e039c1f204b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:00.339356 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2ac7d872-77d9-4673-9313-61336f26c482 req-98f9b3cd-4937-4630-99b4-6e039c1f204b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0951250 Sep 22 12:35:00.401612 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3830b89-1d3e-45eb-8168-a298e1e2616f req-0bb3a314-656a-493a-a760-e7b19648ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:00.403093 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c3830b89-1d3e-45eb-8168-a298e1e2616f req-0bb3a314-656a-493a-a760-e7b19648ba6b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 1129 time: 0.0790055 Sep 22 12:35:00.456519 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cb584650-fd78-4e6a-b06f-787ef7cca6e6 req-7ad1fba9-27ef-493a-adc9-0d30914fa8d7 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1bdb9b77-0405-475a-8773-dc5b828bd55d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310248 Sep 22 12:35:00.460460 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2ac7d872-77d9-4673-9313-61336f26c482 req-cec56be5-5df8-48ac-9d4e-43579715718f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990632 Sep 22 12:35:00.480774 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c3830b89-1d3e-45eb-8168-a298e1e2616f req-cd0cf707-1612-4300-8d51-96deae9415a9 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667121 Sep 22 12:35:00.584332 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9230d-c29a-4171-bac7-42587e7304f2 req-3ff9bf79-30bf-4d5f-8eee-2468bc9e90b7 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:00.586064 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0ef9230d-c29a-4171-bac7-42587e7304f2 req-3ff9bf79-30bf-4d5f-8eee-2468bc9e90b7 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=83b5457e-796c-4b69-9edd-b2b23758d503 HTTP/1.1" status: 200 len: 946 time: 0.0518987 Sep 22 12:35:00.596720 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52410) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:00.601125 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-cbac3bf2-cbb5-4b9a-ab23-210e352e6d95 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Request body: {'floatingip': {'port_id': 'ec8f30d7-2581-41aa-a517-0d4941004617'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:00.643465 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-cbac3bf2-cbb5-4b9a-ab23-210e352e6d95 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for floatingip (ddb3307a-882e-4934-be27-7ca69cad856a), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:00.750118 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52418) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:00.808226 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5196d1bc-b307-4546-9d56-5fb73bad4866 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (b513c08c-359d-414d-8e8e-631aa1accacd), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:00.830833 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5196d1bc-b307-4546-9d56-5fb73bad4866 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (b513c08c-359d-414d-8e8e-631aa1accacd), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:00.880415 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5196d1bc-b307-4546-9d56-5fb73bad4866 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (b513c08c-359d-414d-8e8e-631aa1accacd), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:00.882975 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5196d1bc-b307-4546-9d56-5fb73bad4866 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:00.886750 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-5196d1bc-b307-4546-9d56-5fb73bad4866 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b513c08c-359d-414d-8e8e-631aa1accacd HTTP/1.1" status: 204 len: 168 time: 0.1328585 Sep 22 12:35:00.887426 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52420) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:00.903894 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196d1bc-b307-4546-9d56-5fb73bad4866 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b513c08c-359d-414d-8e8e-631aa1accacd,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:00.906256 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.api.v2.resource [None req-a6507d5c-5902-495a-8038-45ea4a904b13 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] show failed (client error): The resource could not be found. Sep 22 12:35:00.910018 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-a6507d5c-5902-495a-8038-45ea4a904b13 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups/b513c08c-359d-414d-8e8e-631aa1accacd HTTP/1.1" status: 404 len: 347 time: 0.0188830 Sep 22 12:35:00.910336 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52422) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:00.940335 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:01.027356 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-e219c5ed-91b3-4030-a438-c4157a446481 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Deleting port a6531980-c6bf-43cc-9150-aeeae053146a {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:35:01.027627 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e219c5ed-91b3-4030-a438-c4157a446481 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (a6531980-c6bf-43cc-9150-aeeae053146a), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:01.076187 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:01.083110 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-cbac3bf2-cbb5-4b9a-ab23-210e352e6d95 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:01.086706 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-cbac3bf2-cbb5-4b9a-ab23-210e352e6d95 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (ddb3307a-882e-4934-be27-7ca69cad856a), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:01.110075 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e219c5ed-91b3-4030-a438-c4157a446481 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (a6531980-c6bf-43cc-9150-aeeae053146a), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:01.110407 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e219c5ed-91b3-4030-a438-c4157a446481 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (a6531980-c6bf-43cc-9150-aeeae053146a), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:01.122581 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-e219c5ed-91b3-4030-a438-c4157a446481 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Calling delete_port for a6531980-c6bf-43cc-9150-aeeae053146a owned by network:floatingip {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:35:01.182042 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.l3_db [None req-cbac3bf2-cbb5-4b9a-ab23-210e352e6d95 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Floating IP ddb3307a-882e-4934-be27-7ca69cad856a associated. External IP: 172.27.0.73, port: ec8f30d7-2581-41aa-a517-0d4941004617. Sep 22 12:35:01.253220 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e219c5ed-91b3-4030-a438-c4157a446481 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (a6531980-c6bf-43cc-9150-aeeae053146a), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:01.277175 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219c5ed-91b3-4030-a438-c4157a446481 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event deleted for resources: {'Port': ['ID=a6531980-c6bf-43cc-9150-aeeae053146a,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:01.322531 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:01.347339 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e219c5ed-91b3-4030-a438-c4157a446481 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (5ec73807-3e14-48e7-ad02-dd5800c5c5cc), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:01.350150 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e219c5ed-91b3-4030-a438-c4157a446481 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:01.351312 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-e219c5ed-91b3-4030-a438-c4157a446481 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/5ec73807-3e14-48e7-ad02-dd5800c5c5cc HTTP/1.1" status: 204 len: 168 time: 0.4399796 Sep 22 12:35:01.380952 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbac3bf2-cbb5-4b9a-ab23-210e352e6d95 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Router 9adee683-da65-4a4b-9b93-f161bcd3668a has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:35:01.419367 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52426) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:01.424761 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-9597c5d7-d33c-41db-882f-b3d53a6edf86 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'security_group': {'name': 'tempest-securitygroup--917957133', 'description': 'tempest-description--649702565'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:01.445661 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9597c5d7-d33c-41db-882f-b3d53a6edf86 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:01.486570 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbac3bf2-cbb5-4b9a-ab23-210e352e6d95 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:35:01.491245 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-cbac3bf2-cbb5-4b9a-ab23-210e352e6d95 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:01.497398 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30947a16-9b8b-4f16-9d28-b01f46f62dc0 None None] Sync routers for ids ['9adee683-da65-4a4b-9b93-f161bcd3668a'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:35:01.524213 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9597c5d7-d33c-41db-882f-b3d53a6edf86 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (24c5a80a-44d7-4e19-a66c-2dd89c99c28a), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:01.524534 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-cbac3bf2-cbb5-4b9a-ab23-210e352e6d95 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/ddb3307a-882e-4934-be27-7ca69cad856a HTTP/1.1" status: 200 len: 991 time: 0.9267216 Sep 22 12:35:01.525181 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b5457e-796c-4b69-9edd-b2b23758d503', 'tag': 'ec8f30d7-2581-41aa-a517-0d4941004617'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:35:01.526205 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30947a16-9b8b-4f16-9d28-b01f46f62dc0 None None] Routers {'9adee683-da65-4a4b-9b93-f161bcd3668a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:35:01.527472 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fefdbe6-91cb-4ac1-908b-80e8198e6c57" -d '{"events": [{"name": "network-changed", "server_uuid": "83b5457e-796c-4b69-9edd-b2b23758d503", "tag": "ec8f30d7-2581-41aa-a517-0d4941004617"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:35:01.528768 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-30947a16-9b8b-4f16-9d28-b01f46f62dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:34:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9adee683-da65-4a4b-9b93-f161bcd3668a'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:01.532264 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9597c5d7-d33c-41db-882f-b3d53a6edf86 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (24c5a80a-44d7-4e19-a66c-2dd89c99c28a), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:01.567261 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9597c5d7-d33c-41db-882f-b3d53a6edf86 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:01.571289 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-9597c5d7-d33c-41db-882f-b3d53a6edf86 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1478915 Sep 22 12:35:01.571828 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52434) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:01.574173 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef07783d-0eab-4427-a2bb-d0fabba030b7 x-openstack-request-id: req-ef07783d-0eab-4427-a2bb-d0fabba030b7 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:35:01.574470 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b5457e-796c-4b69-9edd-b2b23758d503", "tag": "ec8f30d7-2581-41aa-a517-0d4941004617", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:35:01.574730 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ef07783d-0eab-4427-a2bb-d0fabba030b7 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:35:01.575140 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef07783d-0eab-4427-a2bb-d0fabba030b7'] response: {'name': 'network-changed', 'server_uuid': '83b5457e-796c-4b69-9edd-b2b23758d503', 'tag': 'ec8f30d7-2581-41aa-a517-0d4941004617', 'status': 'completed', 'code': 200} Sep 22 12:35:01.577008 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-7fe586f2-aa9c-491d-8c75-e9beac0737e5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'security_group_rule': {'security_group_id': '24c5a80a-44d7-4e19-a66c-2dd89c99c28a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:01.581500 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597c5d7-d33c-41db-882f-b3d53a6edf86 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c5a80a-44d7-4e19-a66c-2dd89c99c28a,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:01.583467 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:01.612679 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7fe586f2-aa9c-491d-8c75-e9beac0737e5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (043dcc47-7892-4b8e-8e19-35349cdc9820), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:01.646406 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:01.648990 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb261168-805c-4c54-a093-c90082327a05 req-835e716b-eba2-422d-a446-e0147c289754 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:01.656967 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-bb261168-805c-4c54-a093-c90082327a05 req-835e716b-eba2-422d-a446-e0147c289754 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0622039 Sep 22 12:35:01.673956 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-30947a16-9b8b-4f16-9d28-b01f46f62dc0 None None] Set router 9adee683-da65-4a4b-9b93-f161bcd3668a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:35:01.678321 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7fe586f2-aa9c-491d-8c75-e9beac0737e5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (043dcc47-7892-4b8e-8e19-35349cdc9820), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:01.682026 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7fe586f2-aa9c-491d-8c75-e9beac0737e5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (043dcc47-7892-4b8e-8e19-35349cdc9820), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:01.704200 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-bb261168-805c-4c54-a093-c90082327a05 req-d2d020fa-c068-486d-a452-38dc428e018c tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463243 Sep 22 12:35:01.711843 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe586f2-aa9c-491d-8c75-e9beac0737e5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043dcc47-7892-4b8e-8e19-35349cdc9820,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:01.721145 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7fe586f2-aa9c-491d-8c75-e9beac0737e5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:01.724762 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-7fe586f2-aa9c-491d-8c75-e9beac0737e5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1518400 Sep 22 12:35:01.725334 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52438) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:01.730243 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-207b4f2f-172b-4f80-b9ae-ae95540e2e2b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'security_group_rule': {'security_group_id': '24c5a80a-44d7-4e19-a66c-2dd89c99c28a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:01.762210 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-207b4f2f-172b-4f80-b9ae-ae95540e2e2b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (fea498c6-9db4-4536-b4c2-9be6730b2aec), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:01.834615 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-207b4f2f-172b-4f80-b9ae-ae95540e2e2b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (fea498c6-9db4-4536-b4c2-9be6730b2aec), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:01.838402 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-207b4f2f-172b-4f80-b9ae-ae95540e2e2b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (fea498c6-9db4-4536-b4c2-9be6730b2aec), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:01.866502 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b4f2f-172b-4f80-b9ae-ae95540e2e2b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea498c6-9db4-4536-b4c2-9be6730b2aec,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:01.878003 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-207b4f2f-172b-4f80-b9ae-ae95540e2e2b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:01.882518 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52444) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:01.883312 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-207b4f2f-172b-4f80-b9ae-ae95540e2e2b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1568425 Sep 22 12:35:01.887616 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-2a8f1d36-2a12-4d33-b5d8-b3f836926d9d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'floatingip': {'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:01.921272 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2a8f1d36-2a12-4d33-b5d8-b3f836926d9d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:01.942421 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-30947a16-9b8b-4f16-9d28-b01f46f62dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'name': 'tempest-AttachVolumeTestJSON-2139353545-router', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'gw_port': {'id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:03Z', 'updated_at': '2022-09-22T12:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'ddb3307a-882e-4934-be27-7ca69cad856a', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'port_id': 'ec8f30d7-2581-41aa-a517-0d4941004617', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'mac_address': 'fa:16:3e:25:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b5457e-796c-4b69-9edd-b2b23758d503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:34:46Z', 'updated_at': '2022-09-22T12:35:01Z', 'revision_number': 1, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '211b583f-2a4c-4b8c-826c-0648c7e4c3c6', 'name': '', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'mac_address': 'fa:16:3e:1e:71:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:14Z', 'updated_at': '2022-09-22T12:29:30Z', 'revision_number': 5, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'subnets': [{'id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:01.943216 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefdbe6-91cb-4ac1-908b-80e8198e6c57 req-53a61cfd-eb08-405f-817c-856a2d6e96e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:01.947038 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9fefdbe6-91cb-4ac1-908b-80e8198e6c57 req-53a61cfd-eb08-405f-817c-856a2d6e96e4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=89fe74d1d646452e83cb93420766c0a2&device_id=83b5457e-796c-4b69-9edd-b2b23758d503 HTTP/1.1" status: 200 len: 1130 time: 0.0616243 Sep 22 12:35:01.981163 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30947a16-9b8b-4f16-9d28-b01f46f62dc0 None None] Checking router: 9adee683-da65-4a4b-9b93-f161bcd3668a for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:35:01.983754 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:01.991308 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30947a16-9b8b-4f16-9d28-b01f46f62dc0 None None] Routers {'9adee683-da65-4a4b-9b93-f161bcd3668a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:35:01.992153 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-30947a16-9b8b-4f16-9d28-b01f46f62dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:34:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9adee683-da65-4a4b-9b93-f161bcd3668a'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:02.060285 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2a8f1d36-2a12-4d33-b5d8-b3f836926d9d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:02.074685 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefdbe6-91cb-4ac1-908b-80e8198e6c57 req-4fe9f0f8-5617-49f5-940f-fea4d567986c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:02.077365 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9fefdbe6-91cb-4ac1-908b-80e8198e6c57 req-4fe9f0f8-5617-49f5-940f-fea4d567986c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=fa4f03ac-0d51-4ef1-9086-3b2b84cb717e HTTP/1.1" status: 200 len: 912 time: 0.1249769 Sep 22 12:35:02.102369 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:02.171790 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9fefdbe6-91cb-4ac1-908b-80e8198e6c57 req-b81c4941-d86c-4bc4-a7d6-3a136789a119 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec8f30d7-2581-41aa-a517-0d4941004617 HTTP/1.1" status: 200 len: 999 time: 0.0859487 Sep 22 12:35:02.182344 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [None req-2a8f1d36-2a12-4d33-b5d8-b3f836926d9d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Allocated IP 172.27.0.26 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/004995cd-ea1d-4484-981a-61f6047c67f9) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:35:02.230856 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefdbe6-91cb-4ac1-908b-80e8198e6c57 req-8b7c679b-0b6a-42b7-9d65-a79b3421b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:02.232506 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9fefdbe6-91cb-4ac1-908b-80e8198e6c57 req-8b7c679b-0b6a-42b7-9d65-a79b3421b7b1 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d3942071-66f3-4019-bd71-b3135c985af6 HTTP/1.1" status: 200 len: 850 time: 0.0542204 Sep 22 12:35:02.261230 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-30947a16-9b8b-4f16-9d28-b01f46f62dc0 None None] Set router 9adee683-da65-4a4b-9b93-f161bcd3668a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:35:02.280488 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefdbe6-91cb-4ac1-908b-80e8198e6c57 req-6cf361b9-ac42-4de0-b76a-b425b8eb9d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:02.282170 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9fefdbe6-91cb-4ac1-908b-80e8198e6c57 req-6cf361b9-ac42-4de0-b76a-b425b8eb9d84 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=fa4f03ac-0d51-4ef1-9086-3b2b84cb717e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431752 Sep 22 12:35:02.315792 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2a8f1d36-2a12-4d33-b5d8-b3f836926d9d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for port (004995cd-ea1d-4484-981a-61f6047c67f9), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:02.366765 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2a8f1d36-2a12-4d33-b5d8-b3f836926d9d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (004995cd-ea1d-4484-981a-61f6047c67f9), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:02.387594 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9fefdbe6-91cb-4ac1-908b-80e8198e6c57 req-4ca863d0-7dcb-483b-a546-0ad9756d1085 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4f03ac-0d51-4ef1-9086-3b2b84cb717e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985391 Sep 22 12:35:02.409410 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8f1d36-2a12-4d33-b5d8-b3f836926d9d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:35:02.414842 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-2a8f1d36-2a12-4d33-b5d8-b3f836926d9d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:35:02.417020 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f1d36-2a12-4d33-b5d8-b3f836926d9d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'Port': ['ID=004995cd-ea1d-4484-981a-61f6047c67f9,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:02.419153 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8f1d36-2a12-4d33-b5d8-b3f836926d9d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:35:02.510195 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2a8f1d36-2a12-4d33-b5d8-b3f836926d9d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (93e94fc3-2393-42a3-868f-696ff6fdc548), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:02.511821 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-30947a16-9b8b-4f16-9d28-b01f46f62dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'name': 'tempest-AttachVolumeTestJSON-2139353545-router', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'gw_port': {'id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:03Z', 'updated_at': '2022-09-22T12:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'ddb3307a-882e-4934-be27-7ca69cad856a', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'port_id': 'ec8f30d7-2581-41aa-a517-0d4941004617', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'mac_address': 'fa:16:3e:25:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b5457e-796c-4b69-9edd-b2b23758d503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:34:46Z', 'updated_at': '2022-09-22T12:35:01Z', 'revision_number': 1, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '211b583f-2a4c-4b8c-826c-0648c7e4c3c6', 'name': '', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'mac_address': 'fa:16:3e:1e:71:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:14Z', 'updated_at': '2022-09-22T12:29:30Z', 'revision_number': 5, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'subnets': [{'id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:02.539047 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30947a16-9b8b-4f16-9d28-b01f46f62dc0 None None] The sync data for ids ['9adee683-da65-4a4b-9b93-f161bcd3668a'] in dv-cinder-856463-4-iscsi is: [{'id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'name': 'tempest-AttachVolumeTestJSON-2139353545-router', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'gw_port': {'id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:03Z', 'updated_at': '2022-09-22T12:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'ddb3307a-882e-4934-be27-7ca69cad856a', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'port_id': 'ec8f30d7-2581-41aa-a517-0d4941004617', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'mac_address': 'fa:16:3e:25:8e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b5457e-796c-4b69-9edd-b2b23758d503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:34:46Z', 'updated_at': '2022-09-22T12:35:01Z', 'revision_number': 1, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '211b583f-2a4c-4b8c-826c-0648c7e4c3c6', 'name': '', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'mac_address': 'fa:16:3e:1e:71:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:14Z', 'updated_at': '2022-09-22T12:29:30Z', 'revision_number': 5, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'subnets': [{'id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:35:02.551893 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2a8f1d36-2a12-4d33-b5d8-b3f836926d9d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (004995cd-ea1d-4484-981a-61f6047c67f9), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:02.646548 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:02.719970 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2a8f1d36-2a12-4d33-b5d8-b3f836926d9d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for port (004995cd-ea1d-4484-981a-61f6047c67f9), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:02.725590 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2a8f1d36-2a12-4d33-b5d8-b3f836926d9d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2984621'] for port (004995cd-ea1d-4484-981a-61f6047c67f9), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:02.729628 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:02.736976 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9fefdbe6-91cb-4ac1-908b-80e8198e6c57 req-101ebb86-8e8d-4870-96bf-f2eb328e1f47 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4f03ac-0d51-4ef1-9086-3b2b84cb717e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427148 Sep 22 12:35:02.757232 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4761b7-4354-4bd4-8427-29a0c3a63dd3 None None] New status for floating IP ddb3307a-882e-4934-be27-7ca69cad856a: ACTIVE {{(pid=106191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:35:02.801883 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2a8f1d36-2a12-4d33-b5d8-b3f836926d9d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (93e94fc3-2393-42a3-868f-696ff6fdc548), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:02.805770 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f1d36-2a12-4d33-b5d8-b3f836926d9d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'Port': ['ID=004995cd-ea1d-4484-981a-61f6047c67f9,revision_number=2']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:02.824709 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2a8f1d36-2a12-4d33-b5d8-b3f836926d9d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:02.833720 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-2a8f1d36-2a12-4d33-b5d8-b3f836926d9d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9417982 Sep 22 12:35:02.872533 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5fd4c-096e-42f5-83a7-b4e57eecf770 req-cc56024d-40f2-4e68-a5bd-a91f5bbc3e78 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:02.874088 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-57e5fd4c-096e-42f5-83a7-b4e57eecf770 req-cc56024d-40f2-4e68-a5bd-a91f5bbc3e78 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0562053 Sep 22 12:35:02.932545 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-57e5fd4c-096e-42f5-83a7-b4e57eecf770 req-9264a10e-3b9b-496e-ac45-2d430761f8ae tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497344 Sep 22 12:35:03.083569 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3dd55-9fd4-4d80-9cc1-5c712fc02cdd req-da554909-a23a-4f18-805d-f273a6d0905d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:03.084963 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b7b3dd55-9fd4-4d80-9cc1-5c712fc02cdd req-da554909-a23a-4f18-805d-f273a6d0905d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0697544 Sep 22 12:35:03.088257 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-da4da015-700e-4ace-a971-ac26574e1f1d req-a788520b-99cb-4302-b5d5-85cb0c3a4f8f tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--917957133&fields=id&tenant_id=40ddbbe59b90403fb3ea9212d10727aa HTTP/1.1" status: 200 len: 267 time: 0.0907130 Sep 22 12:35:03.095710 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52466) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:03.100245 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-1e318976-7f5c-44ec-8661-fe0ee037c169 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Request body: {'floatingip': {'port_id': '4a27a044-392f-4a27-8b97-338680c1a580'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:03.141134 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-1e318976-7f5c-44ec-8661-fe0ee037c169 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for floatingip (a96ce64e-6bbd-4f73-a0c9-2858ed7bdb69), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:03.204583 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4da015-700e-4ace-a971-ac26574e1f1d req-08181989-e1e0-4ff4-8b79-40bfaf310b47 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:03.206186 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-da4da015-700e-4ace-a971-ac26574e1f1d req-08181989-e1e0-4ff4-8b79-40bfaf310b47 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/networks?id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd HTTP/1.1" status: 200 len: 815 time: 0.1105604 Sep 22 12:35:03.228767 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-da4da015-700e-4ace-a971-ac26574e1f1d req-1e65df96-5279-457b-814e-474f4fff5d57 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/quotas/40ddbbe59b90403fb3ea9212d10727aa HTTP/1.1" status: 200 len: 375 time: 0.0105522 Sep 22 12:35:03.256821 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:03.283683 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-da4da015-700e-4ace-a971-ac26574e1f1d req-44a08e85-5817-4d42-9bd8-2e958587845f tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=40ddbbe59b90403fb3ea9212d10727aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462468 Sep 22 12:35:03.397168 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-da4da015-700e-4ace-a971-ac26574e1f1d req-e5e4f881-9982-4aa4-aa53-cef04b4391f4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943973 Sep 22 12:35:03.505086 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-da4da015-700e-4ace-a971-ac26574e1f1d req-f30dd57a-c413-49e6-bba9-a9c39a740f1e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015601 Sep 22 12:35:03.590094 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-1e318976-7f5c-44ec-8661-fe0ee037c169 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:03.594433 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-1e318976-7f5c-44ec-8661-fe0ee037c169 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (a96ce64e-6bbd-4f73-a0c9-2858ed7bdb69), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:03.617012 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52484) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:03.680753 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2214f0b7-41d2-4965-832a-05aef0696d8f req-3b7ee82d-75b7-4773-b2cb-42328b40ec2d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b913950e-49dc-4312-a031-e540dfc3a13a HTTP/1.1" status: 200 len: 210 time: 0.0302725 Sep 22 12:35:03.703797 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.db.l3_db [None req-1e318976-7f5c-44ec-8661-fe0ee037c169 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Floating IP a96ce64e-6bbd-4f73-a0c9-2858ed7bdb69 associated. External IP: 172.27.0.154, port: 4a27a044-392f-4a27-8b97-338680c1a580. Sep 22 12:35:03.768947 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c821c361-0a34-422b-86d4-3e249374505e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:03.806262 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:03.852923 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c821c361-0a34-422b-86d4-3e249374505e admin admin] Publish callbacks [] for security_group (a71f9ade-c3da-414f-abf1-23764b90a0fa), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:03.857037 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c821c361-0a34-422b-86d4-3e249374505e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (a71f9ade-c3da-414f-abf1-23764b90a0fa), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:03.905050 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-c821c361-0a34-422b-86d4-3e249374505e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=49ca1a3ff09d4a2fb8c5ab97435b1ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869239 Sep 22 12:35:03.905984 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821c361-0a34-422b-86d4-3e249374505e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71f9ade-c3da-414f-abf1-23764b90a0fa,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:03.908385 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52494) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:03.924065 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:03.937200 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e318976-7f5c-44ec-8661-fe0ee037c169 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Router b00a1cf9-6173-4827-961d-e2820d29e4c0 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:35:03.961345 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-9ee6c9fb-3605-4421-9df9-d3f57eb56a4d admin admin] Publish callbacks [] for security_group (a71f9ade-c3da-414f-abf1-23764b90a0fa), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:03.983962 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-9ee6c9fb-3605-4421-9df9-d3f57eb56a4d admin admin] Publish callbacks [] for security_group (a71f9ade-c3da-414f-abf1-23764b90a0fa), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:04.017509 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:04.036609 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-9ee6c9fb-3605-4421-9df9-d3f57eb56a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (a71f9ade-c3da-414f-abf1-23764b90a0fa), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:04.039486 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-9ee6c9fb-3605-4421-9df9-d3f57eb56a4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:04.040711 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-9ee6c9fb-3605-4421-9df9-d3f57eb56a4d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a71f9ade-c3da-414f-abf1-23764b90a0fa HTTP/1.1" status: 204 len: 168 time: 0.1313467 Sep 22 12:35:04.060421 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e318976-7f5c-44ec-8661-fe0ee037c169 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:35:04.061679 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6c9fb-3605-4421-9df9-d3f57eb56a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71f9ade-c3da-414f-abf1-23764b90a0fa,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:04.066627 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-1e318976-7f5c-44ec-8661-fe0ee037c169 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:04.078623 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c852ec-7472-46fe-8eac-c1a311d16cd5 None None] Sync routers for ids ['b00a1cf9-6173-4827-961d-e2820d29e4c0'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:35:04.099340 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c852ec-7472-46fe-8eac-c1a311d16cd5 None None] Routers {'b00a1cf9-6173-4827-961d-e2820d29e4c0'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:35:04.100894 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-95c852ec-7472-46fe-8eac-c1a311d16cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:34:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b00a1cf9-6173-4827-961d-e2820d29e4c0'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:04.108561 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-1e318976-7f5c-44ec-8661-fe0ee037c169 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/a96ce64e-6bbd-4f73-a0c9-2858ed7bdb69 HTTP/1.1" status: 200 len: 991 time: 1.0109959 Sep 22 12:35:04.109214 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb3c468-640c-42bf-8f8d-d93c01948176', 'tag': '4a27a044-392f-4a27-8b97-338680c1a580'}] {{(pid=106189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:35:04.112022 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64be3f76f25325df4d162c623afd71985c9d526dbd3dd574d951cc56993afe1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee3e966-c112-4a5d-97c7-3d39b8be49fd" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb3c468-640c-42bf-8f8d-d93c01948176", "tag": "4a27a044-392f-4a27-8b97-338680c1a580"}]}' {{(pid=106189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:35:04.221002 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=100 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:04.239553 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-95c852ec-7472-46fe-8eac-c1a311d16cd5 None None] Set router b00a1cf9-6173-4827-961d-e2820d29e4c0 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:35:04.385788 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a432fb84-9849-4d86-a681-1cb9bfc2ec2f x-openstack-request-id: req-a432fb84-9849-4d86-a681-1cb9bfc2ec2f {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:35:04.386090 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb3c468-640c-42bf-8f8d-d93c01948176", "tag": "4a27a044-392f-4a27-8b97-338680c1a580", "status": "completed", "code": 200}]} {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:35:04.386338 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a432fb84-9849-4d86-a681-1cb9bfc2ec2f {{(pid=106189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:35:04.386754 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a432fb84-9849-4d86-a681-1cb9bfc2ec2f'] response: {'name': 'network-changed', 'server_uuid': '5bb3c468-640c-42bf-8f8d-d93c01948176', 'tag': '4a27a044-392f-4a27-8b97-338680c1a580', 'status': 'completed', 'code': 200} Sep 22 12:35:04.448048 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52508) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:04.453163 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3e966-c112-4a5d-97c7-3d39b8be49fd req-388170e4-22cf-4af6-96cc-7b94b8d65503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:04.454976 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0ee3e966-c112-4a5d-97c7-3d39b8be49fd req-388170e4-22cf-4af6-96cc-7b94b8d65503 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=553395befb8f4c958d34b7dffb2317e7&device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 1129 time: 0.0445099 Sep 22 12:35:04.469213 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-aba05752-506f-41e4-8c62-6cff76d34246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:04.510309 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-95c852ec-7472-46fe-8eac-c1a311d16cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-router', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:30:30Z', 'updated_at': '2022-09-22T12:30:33Z', 'revision_number': 4, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'gw_port': {'id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:31Z', 'updated_at': '2022-09-22T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'a96ce64e-6bbd-4f73-a0c9-2858ed7bdb69', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'port_id': '4a27a044-392f-4a27-8b97-338680c1a580', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'mac_address': 'fa:16:3e:50:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3c468-640c-42bf-8f8d-d93c01948176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:34:43Z', 'updated_at': '2022-09-22T12:35:03Z', 'revision_number': 1, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d0f6b9-ab5c-4724-a700-28f650a5bfec', 'name': '', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'mac_address': 'fa:16:3e:49:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '13cccc76-44bb-44db-a343-17e3d4246299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:33Z', 'updated_at': '2022-09-22T12:30:39Z', 'revision_number': 5, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'subnets': [{'id': '13cccc76-44bb-44db-a343-17e3d4246299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:04.538454 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c852ec-7472-46fe-8eac-c1a311d16cd5 None None] Checking router: b00a1cf9-6173-4827-961d-e2820d29e4c0 for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:35:04.540446 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:04.548550 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c852ec-7472-46fe-8eac-c1a311d16cd5 None None] Routers {'b00a1cf9-6173-4827-961d-e2820d29e4c0'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:35:04.549323 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-95c852ec-7472-46fe-8eac-c1a311d16cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:34:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b00a1cf9-6173-4827-961d-e2820d29e4c0'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:04.565263 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3e966-c112-4a5d-97c7-3d39b8be49fd req-6add30fa-ea7f-451b-a74b-3126da7151bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:04.566253 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-aba05752-506f-41e4-8c62-6cff76d34246 admin admin] Publish callbacks [] for security_group (c1689ac8-2c68-4fda-bc23-5c5920c7490b), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:04.567268 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0ee3e966-c112-4a5d-97c7-3d39b8be49fd req-6add30fa-ea7f-451b-a74b-3126da7151bc service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=08232c3f-2666-43a1-afb2-c887234ff0ea HTTP/1.1" status: 200 len: 918 time: 0.1024187 Sep 22 12:35:04.570391 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-aba05752-506f-41e4-8c62-6cff76d34246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (c1689ac8-2c68-4fda-bc23-5c5920c7490b), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:04.586681 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=100 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:04.612829 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba05752-506f-41e4-8c62-6cff76d34246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1689ac8-2c68-4fda-bc23-5c5920c7490b,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:04.617229 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-aba05752-506f-41e4-8c62-6cff76d34246 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=cbfd5e214f50465396a251a3cefb90d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1680808 Sep 22 12:35:04.619840 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52510) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:04.660409 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-95c852ec-7472-46fe-8eac-c1a311d16cd5 None None] Set router b00a1cf9-6173-4827-961d-e2820d29e4c0 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:35:04.669457 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0574f2f7-c6db-42f8-b2b3-ffcfe91ad68b admin admin] Publish callbacks [] for security_group (c1689ac8-2c68-4fda-bc23-5c5920c7490b), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:04.690975 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0574f2f7-c6db-42f8-b2b3-ffcfe91ad68b admin admin] Publish callbacks [] for security_group (c1689ac8-2c68-4fda-bc23-5c5920c7490b), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:04.756970 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0574f2f7-c6db-42f8-b2b3-ffcfe91ad68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (c1689ac8-2c68-4fda-bc23-5c5920c7490b), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:04.761753 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0574f2f7-c6db-42f8-b2b3-ffcfe91ad68b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:04.762917 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-0574f2f7-c6db-42f8-b2b3-ffcfe91ad68b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c1689ac8-2c68-4fda-bc23-5c5920c7490b HTTP/1.1" status: 204 len: 168 time: 0.1421404 Sep 22 12:35:04.781780 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574f2f7-c6db-42f8-b2b3-ffcfe91ad68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1689ac8-2c68-4fda-bc23-5c5920c7490b,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:04.825370 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9613299e-fea9-4a17-8697-e42e5a66701e req-69c6f7ed-1cba-4757-b1c2-7df71c170ed8 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b913950e-49dc-4312-a031-e540dfc3a13a HTTP/1.1" status: 200 len: 210 time: 0.0475118 Sep 22 12:35:04.828279 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0ee3e966-c112-4a5d-97c7-3d39b8be49fd req-de28ed31-1888-4bb8-af1f-f817d6f4996f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a27a044-392f-4a27-8b97-338680c1a580 HTTP/1.1" status: 200 len: 999 time: 0.1026638 Sep 22 12:35:04.947299 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3e966-c112-4a5d-97c7-3d39b8be49fd req-3027fffa-2792-4da3-b4e8-cd409336ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:04.948679 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0ee3e966-c112-4a5d-97c7-3d39b8be49fd req-3027fffa-2792-4da3-b4e8-cd409336ed2a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=13cccc76-44bb-44db-a343-17e3d4246299 HTTP/1.1" status: 200 len: 856 time: 0.1138244 Sep 22 12:35:04.987270 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-95c852ec-7472-46fe-8eac-c1a311d16cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-router', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:30:30Z', 'updated_at': '2022-09-22T12:30:33Z', 'revision_number': 4, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'gw_port': {'id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:31Z', 'updated_at': '2022-09-22T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'a96ce64e-6bbd-4f73-a0c9-2858ed7bdb69', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'port_id': '4a27a044-392f-4a27-8b97-338680c1a580', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'mac_address': 'fa:16:3e:50:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3c468-640c-42bf-8f8d-d93c01948176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:34:43Z', 'updated_at': '2022-09-22T12:35:03Z', 'revision_number': 1, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d0f6b9-ab5c-4724-a700-28f650a5bfec', 'name': '', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'mac_address': 'fa:16:3e:49:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '13cccc76-44bb-44db-a343-17e3d4246299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:33Z', 'updated_at': '2022-09-22T12:30:39Z', 'revision_number': 5, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'subnets': [{'id': '13cccc76-44bb-44db-a343-17e3d4246299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:05.023294 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3e966-c112-4a5d-97c7-3d39b8be49fd req-715be975-e086-4c45-b164-2c2574a34d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:05.025767 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0ee3e966-c112-4a5d-97c7-3d39b8be49fd req-715be975-e086-4c45-b164-2c2574a34d1f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=08232c3f-2666-43a1-afb2-c887234ff0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662210 Sep 22 12:35:05.027751 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c852ec-7472-46fe-8eac-c1a311d16cd5 None None] The sync data for ids ['b00a1cf9-6173-4827-961d-e2820d29e4c0'] in dv-cinder-856463-4-iscsi is: [{'id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-router', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:30:30Z', 'updated_at': '2022-09-22T12:30:33Z', 'revision_number': 4, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'gw_port': {'id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:31Z', 'updated_at': '2022-09-22T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'a96ce64e-6bbd-4f73-a0c9-2858ed7bdb69', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'port_id': '4a27a044-392f-4a27-8b97-338680c1a580', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'mac_address': 'fa:16:3e:50:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb3c468-640c-42bf-8f8d-d93c01948176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:34:43Z', 'updated_at': '2022-09-22T12:35:03Z', 'revision_number': 1, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81d0f6b9-ab5c-4724-a700-28f650a5bfec', 'name': '', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'mac_address': 'fa:16:3e:49:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '13cccc76-44bb-44db-a343-17e3d4246299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:33Z', 'updated_at': '2022-09-22T12:30:39Z', 'revision_number': 5, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'subnets': [{'id': '13cccc76-44bb-44db-a343-17e3d4246299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:35:05.036808 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4da015-700e-4ace-a971-ac26574e1f1d req-8358bcc7-bf11-4294-aadd-44f7fd6c0abe tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:05.038774 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-da4da015-700e-4ace-a971-ac26574e1f1d req-8358bcc7-bf11-4294-aadd-44f7fd6c0abe tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.20 "GET /networking/v2.0/networks?id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd HTTP/1.1" status: 200 len: 815 time: 0.1655655 Sep 22 12:35:05.176778 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0ee3e966-c112-4a5d-97c7-3d39b8be49fd req-db303140-f4bb-45e7-a000-7028bfcab695 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367121 Sep 22 12:35:05.181274 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-da4da015-700e-4ace-a971-ac26574e1f1d req-fda1667f-8635-4dd4-832f-266d768f60fc tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=40ddbbe59b90403fb3ea9212d10727aa HTTP/1.1" status: 200 len: 379 time: 0.0928679 Sep 22 12:35:05.199501 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-da4da015-700e-4ace-a971-ac26574e1f1d req-c9848e45-98e2-46c0-ae46-1a71a6e6d93b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'port': {'device_id': 'b913950e-49dc-4312-a031-e540dfc3a13a', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'admin_state_up': True, 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'security_groups': ['24c5a80a-44d7-4e19-a66c-2dd89c99c28a']}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:05.270172 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde789db-a751-482b-8309-d5a5fb4b2a9d None None] New status for floating IP a96ce64e-6bbd-4f73-a0c9-2858ed7bdb69: ACTIVE {{(pid=106191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:35:05.337553 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:05.369256 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0ee3e966-c112-4a5d-97c7-3d39b8be49fd req-4577cfab-bd03-48cb-a84e-ed52de165390 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822634 Sep 22 12:35:05.396476 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da4da015-700e-4ace-a971-ac26574e1f1d req-c9848e45-98e2-46c0-ae46-1a71a6e6d93b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Made reservation on behalf of 40ddbbe59b90403fb3ea9212d10727aa for: {'port': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:35:05.402112 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-da4da015-700e-4ace-a971-ac26574e1f1d req-c9848e45-98e2-46c0-ae46-1a71a6e6d93b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:05.536366 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:05.543265 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [req-da4da015-700e-4ace-a971-ac26574e1f1d req-c9848e45-98e2-46c0-ae46-1a71a6e6d93b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Allocated IP 172.20.0.9 (a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd/d853fe9a-55b9-4c8d-9099-d1741ea2e14d/85b52988-87be-42ca-a43c-2728eb267c3a) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:35:05.704988 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-da4da015-700e-4ace-a971-ac26574e1f1d req-c9848e45-98e2-46c0-ae46-1a71a6e6d93b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for port (85b52988-87be-42ca-a43c-2728eb267c3a), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:05.739717 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-da4da015-700e-4ace-a971-ac26574e1f1d req-c9848e45-98e2-46c0-ae46-1a71a6e6d93b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (85b52988-87be-42ca-a43c-2728eb267c3a), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:05.782249 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da4da015-700e-4ace-a971-ac26574e1f1d req-c9848e45-98e2-46c0-ae46-1a71a6e6d93b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:35:05.785455 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [req-da4da015-700e-4ace-a971-ac26574e1f1d req-c9848e45-98e2-46c0-ae46-1a71a6e6d93b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:35:05.789254 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4da015-700e-4ace-a971-ac26574e1f1d req-c9848e45-98e2-46c0-ae46-1a71a6e6d93b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:35:05.817055 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9848e45-98e2-46c0-ae46-1a71a6e6d93b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event updated for resources: {'Port': ['ID=85b52988-87be-42ca-a43c-2728eb267c3a,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:05.844751 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4da015-700e-4ace-a971-ac26574e1f1d req-c9848e45-98e2-46c0-ae46-1a71a6e6d93b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:05.845443 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-da4da015-700e-4ace-a971-ac26574e1f1d req-c9848e45-98e2-46c0-ae46-1a71a6e6d93b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:05.873083 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-da4da015-700e-4ace-a971-ac26574e1f1d req-c9848e45-98e2-46c0-ae46-1a71a6e6d93b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6847310 Sep 22 12:35:05.892397 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-da4da015-700e-4ace-a971-ac26574e1f1d req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] Request body: {'port': {'device_id': 'b913950e-49dc-4312-a031-e540dfc3a13a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:06.008014 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057480dc-3b98-4a77-8e14-0e8eb7164b27 req-e3aac44a-c581-420c-a22a-cd2a5b5b35b5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:06.009513 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-057480dc-3b98-4a77-8e14-0e8eb7164b27 req-e3aac44a-c581-420c-a22a-cd2a5b5b35b5 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b913950e-49dc-4312-a031-e540dfc3a13a HTTP/1.1" status: 200 len: 931 time: 0.0840995 Sep 22 12:35:06.012147 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-da4da015-700e-4ace-a971-ac26574e1f1d req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (85b52988-87be-42ca-a43c-2728eb267c3a), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:06.048633 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-97c1e10b-5df5-4dfc-b121-2700d6906168 None None] Provisioning complete for port 85b52988-87be-42ca-a43c-2728eb267c3a triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:35:06.049205 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-97c1e10b-5df5-4dfc-b121-2700d6906168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (85b52988-87be-42ca-a43c-2728eb267c3a), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:06.049568 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-97c1e10b-5df5-4dfc-b121-2700d6906168 None None] Attempt 1 to provision port 85b52988-87be-42ca-a43c-2728eb267c3a Sep 22 12:35:06.082489 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-97c1e10b-5df5-4dfc-b121-2700d6906168 None None] Port 85b52988-87be-42ca-a43c-2728eb267c3a cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:35:06.112175 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-057480dc-3b98-4a77-8e14-0e8eb7164b27 req-ecda1057-7ec7-427c-af97-8afccccc83fd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=24c5a80a-44d7-4e19-a66c-2dd89c99c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957675 Sep 22 12:35:06.230470 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:06.301928 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:35:06.321203 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [req-da4da015-700e-4ace-a971-ac26574e1f1d req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b52988-87be-42ca-a43c-2728eb267c3a {{(pid=106188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:35:06.329690 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-da4da015-700e-4ace-a971-ac26574e1f1d req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] Publish callbacks [] for port (85b52988-87be-42ca-a43c-2728eb267c3a), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:06.342722 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.provisioning_blocks [req-da4da015-700e-4ace-a971-ac26574e1f1d req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] Transition to ACTIVE for port object 85b52988-87be-42ca-a43c-2728eb267c3a will not be triggered until provisioned by entity L2. {{(pid=106188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 12:35:06.347869 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-da4da015-700e-4ace-a971-ac26574e1f1d req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (85b52988-87be-42ca-a43c-2728eb267c3a), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:06.392242 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:06.409492 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] Pushing event updated for resources: {'Port': ['ID=85b52988-87be-42ca-a43c-2728eb267c3a,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:06.463143 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-da4da015-700e-4ace-a971-ac26574e1f1d req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] Attempting to bind port 85b52988-87be-42ca-a43c-2728eb267c3a on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:35:06.463416 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-da4da015-700e-4ace-a971-ac26574e1f1d req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] Attempting to bind port 85b52988-87be-42ca-a43c-2728eb267c3a by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:35:06.463789 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4da015-700e-4ace-a971-ac26574e1f1d req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] Attempting to bind port 85b52988-87be-42ca-a43c-2728eb267c3a on network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:35:06.513064 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4da015-700e-4ace-a971-ac26574e1f1d req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] Port 85b52988-87be-42ca-a43c-2728eb267c3a on network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 12:35:06.513389 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4da015-700e-4ace-a971-ac26574e1f1d req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] Attempting to bind port 85b52988-87be-42ca-a43c-2728eb267c3a on network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:35:06.554827 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4da015-700e-4ace-a971-ac26574e1f1d req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] Checking agent: {'id': '60a799af-7434-4fee-b6c6-29cadfeb25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'started_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:35:06.555157 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4da015-700e-4ace-a971-ac26574e1f1d req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] Checking segment: {'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:35:06.555530 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4da015-700e-4ace-a971-ac26574e1f1d req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] Bound using segment: {'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:35:06.555953 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-da4da015-700e-4ace-a971-ac26574e1f1d req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] Bound port: 85b52988-87be-42ca-a43c-2728eb267c3a, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d7b4a9-d2a3-4277-965d-993fe01576c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd'}}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:35:06.556314 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-da4da015-700e-4ace-a971-ac26574e1f1d req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (85b52988-87be-42ca-a43c-2728eb267c3a), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:06.583744 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-97c1e10b-5df5-4dfc-b121-2700d6906168 None None] Attempt 2 to provision port 85b52988-87be-42ca-a43c-2728eb267c3a Sep 22 12:35:06.619183 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-97c1e10b-5df5-4dfc-b121-2700d6906168 None None] Port 85b52988-87be-42ca-a43c-2728eb267c3a cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:35:06.620809 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-da4da015-700e-4ace-a971-ac26574e1f1d req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] For port 85b52988-87be-42ca-a43c-2728eb267c3a, host hv-cinder-85646, cleared binding levels {{(pid=106188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:35:06.624573 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-da4da015-700e-4ace-a971-ac26574e1f1d req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] For port 85b52988-87be-42ca-a43c-2728eb267c3a, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=85b52988-87be-42ca-a43c-2728eb267c3a,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:35:06.630287 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-da4da015-700e-4ace-a971-ac26574e1f1d req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (85b52988-87be-42ca-a43c-2728eb267c3a), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:06.636403 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4da015-700e-4ace-a971-ac26574e1f1d req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:06.637137 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-da4da015-700e-4ace-a971-ac26574e1f1d req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:06.638749 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-da4da015-700e-4ace-a971-ac26574e1f1d req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/85b52988-87be-42ca-a43c-2728eb267c3a HTTP/1.1" status: 200 len: 1093 time: 0.7517741 Sep 22 12:35:06.639936 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b913950e-49dc-4312-a031-e540dfc3a13a', 'tag': '85b52988-87be-42ca-a43c-2728eb267c3a'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:35:06.642323 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71308f3-5425-4335-bde3-3934d2a1de1b" -d '{"events": [{"name": "network-changed", "server_uuid": "b913950e-49dc-4312-a031-e540dfc3a13a", "tag": "85b52988-87be-42ca-a43c-2728eb267c3a"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:35:06.684420 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3858a410-6e73-457f-ab8e-c1ea8bb57750 x-openstack-request-id: req-3858a410-6e73-457f-ab8e-c1ea8bb57750 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:35:06.684851 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b913950e-49dc-4312-a031-e540dfc3a13a", "tag": "85b52988-87be-42ca-a43c-2728eb267c3a", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:35:06.685123 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3858a410-6e73-457f-ab8e-c1ea8bb57750 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:35:06.685567 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3858a410-6e73-457f-ab8e-c1ea8bb57750'] response: {'name': 'network-changed', 'server_uuid': 'b913950e-49dc-4312-a031-e540dfc3a13a', 'tag': '85b52988-87be-42ca-a43c-2728eb267c3a', 'status': 'completed', 'code': 200} Sep 22 12:35:06.704093 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cad1af-b4e9-46f2-ba9d-be645f91c377 service neutron] Pushing event updated for resources: {'Port': ['ID=85b52988-87be-42ca-a43c-2728eb267c3a,revision_number=3']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:06.740976 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4da015-700e-4ace-a971-ac26574e1f1d req-80d1a34b-0d20-4744-af95-6461c33ca3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:06.742533 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-da4da015-700e-4ace-a971-ac26574e1f1d req-80d1a34b-0d20-4744-af95-6461c33ca3c6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=40ddbbe59b90403fb3ea9212d10727aa&device_id=b913950e-49dc-4312-a031-e540dfc3a13a HTTP/1.1" status: 200 len: 1127 time: 0.0512273 Sep 22 12:35:06.778344 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52574) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:06.782824 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-da4da015-700e-4ace-a971-ac26574e1f1d req-63f30eed-c124-4fc5-bdbb-c0fcc25f638d service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85b52988-87be-42ca-a43c-2728eb267c3a HTTP/1.1" status: 200 len: 217 time: 0.0313573 Sep 22 12:35:06.830397 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4da015-700e-4ace-a971-ac26574e1f1d req-33acefe0-e722-4a7f-8083-4fd22125899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:06.831912 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-da4da015-700e-4ace-a971-ac26574e1f1d req-33acefe0-e722-4a7f-8083-4fd22125899a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d853fe9a-55b9-4c8d-9099-d1741ea2e14d HTTP/1.1" status: 200 len: 854 time: 0.0436828 Sep 22 12:35:06.877738 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4da015-700e-4ace-a971-ac26574e1f1d req-4f5e1c86-8e2a-41e8-8daf-62b9a48c1c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:06.879234 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-da4da015-700e-4ace-a971-ac26574e1f1d req-4f5e1c86-8e2a-41e8-8daf-62b9a48c1c0c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414596 Sep 22 12:35:06.893248 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2ec59ce4-849b-4a3a-9334-4cd459bc7446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:06.968231 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2ec59ce4-849b-4a3a-9334-4cd459bc7446 admin admin] Publish callbacks [] for security_group (2b365e85-2ef1-4a36-bed1-ca2c2692d49b), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:06.971369 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-da4da015-700e-4ace-a971-ac26574e1f1d req-f03fea3d-9a27-4f48-90b2-0d6fe22a799c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858018 Sep 22 12:35:06.972462 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2ec59ce4-849b-4a3a-9334-4cd459bc7446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (2b365e85-2ef1-4a36-bed1-ca2c2692d49b), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:07.016891 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-2ec59ce4-849b-4a3a-9334-4cd459bc7446 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=2bde8759a8bb46cb91bd7def0c9619b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373662 Sep 22 12:35:07.017870 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec59ce4-849b-4a3a-9334-4cd459bc7446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b365e85-2ef1-4a36-bed1-ca2c2692d49b,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:07.020422 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52578) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:07.064448 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-da4da015-700e-4ace-a971-ac26574e1f1d req-c2861148-92a5-435a-9786-b3a7f107ee43 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873458 Sep 22 12:35:07.069996 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-81727a69-942d-48a4-b764-8a78559a09b1 admin admin] Publish callbacks [] for security_group (2b365e85-2ef1-4a36-bed1-ca2c2692d49b), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:07.090335 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-81727a69-942d-48a4-b764-8a78559a09b1 admin admin] Publish callbacks [] for security_group (2b365e85-2ef1-4a36-bed1-ca2c2692d49b), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:07.120670 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-97c1e10b-5df5-4dfc-b121-2700d6906168 None None] Attempt 3 to provision port 85b52988-87be-42ca-a43c-2728eb267c3a Sep 22 12:35:07.137677 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-81727a69-942d-48a4-b764-8a78559a09b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (2b365e85-2ef1-4a36-bed1-ca2c2692d49b), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:07.140395 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-81727a69-942d-48a4-b764-8a78559a09b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:07.141680 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-81727a69-942d-48a4-b764-8a78559a09b1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2b365e85-2ef1-4a36-bed1-ca2c2692d49b HTTP/1.1" status: 204 len: 168 time: 0.1203511 Sep 22 12:35:07.159156 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81727a69-942d-48a4-b764-8a78559a09b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b365e85-2ef1-4a36-bed1-ca2c2692d49b,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:07.183493 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-97c1e10b-5df5-4dfc-b121-2700d6906168 None None] Port 85b52988-87be-42ca-a43c-2728eb267c3a had new provisioning blocks added so it will not transition to active. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 12:35:07.243828 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ecb87-c847-41dd-8065-7d952fee9766 req-dbcac4ec-39e4-4e50-a2b7-45c33296d57b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:07.245413 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d66ecb87-c847-41dd-8065-7d952fee9766 req-dbcac4ec-39e4-4e50-a2b7-45c33296d57b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b913950e-49dc-4312-a031-e540dfc3a13a HTTP/1.1" status: 200 len: 943 time: 0.0486357 Sep 22 12:35:07.282817 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:07.295741 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d66ecb87-c847-41dd-8065-7d952fee9766 req-c5acad1b-c5d8-4228-83ef-7462d65c6cfa tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=24c5a80a-44d7-4e19-a66c-2dd89c99c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441132 Sep 22 12:35:07.430588 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52586) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:07.443689 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0b4524c2-50d5-4107-9e35-45371e84f4f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:07.446197 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:07.522996 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0b4524c2-50d5-4107-9e35-45371e84f4f4 admin admin] Publish callbacks [] for security_group (6fa33fa7-de82-4885-a2ec-d1642417ce69), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:07.526536 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0b4524c2-50d5-4107-9e35-45371e84f4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (6fa33fa7-de82-4885-a2ec-d1642417ce69), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:07.563006 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:07.568117 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-0b4524c2-50d5-4107-9e35-45371e84f4f4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=38050dde97e44015add1c72446a368ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364875 Sep 22 12:35:07.568858 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4524c2-50d5-4107-9e35-45371e84f4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa33fa7-de82-4885-a2ec-d1642417ce69,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:07.570949 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52588) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:07.627706 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-85e57c14-1a1e-44e2-8074-ce0edb17951f admin admin] Publish callbacks [] for security_group (6fa33fa7-de82-4885-a2ec-d1642417ce69), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:07.648424 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-85e57c14-1a1e-44e2-8074-ce0edb17951f admin admin] Publish callbacks [] for security_group (6fa33fa7-de82-4885-a2ec-d1642417ce69), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:07.693795 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-85e57c14-1a1e-44e2-8074-ce0edb17951f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (6fa33fa7-de82-4885-a2ec-d1642417ce69), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:07.696273 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-85e57c14-1a1e-44e2-8074-ce0edb17951f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:07.697440 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-85e57c14-1a1e-44e2-8074-ce0edb17951f admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6fa33fa7-de82-4885-a2ec-d1642417ce69 HTTP/1.1" status: 204 len: 168 time: 0.1254387 Sep 22 12:35:07.705688 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e57c14-1a1e-44e2-8074-ce0edb17951f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa33fa7-de82-4885-a2ec-d1642417ce69,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:07.898445 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71308f3-5425-4335-bde3-3934d2a1de1b req-8d78fcc2-3b2b-4df1-96ed-411b90ae6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:07.899936 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b71308f3-5425-4335-bde3-3934d2a1de1b req-8d78fcc2-3b2b-4df1-96ed-411b90ae6e6c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=40ddbbe59b90403fb3ea9212d10727aa&device_id=b913950e-49dc-4312-a031-e540dfc3a13a HTTP/1.1" status: 200 len: 1127 time: 0.0515063 Sep 22 12:35:07.924906 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:07.994595 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71308f3-5425-4335-bde3-3934d2a1de1b req-a2a23ceb-e0ac-4f5b-944b-c23dca9027e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:07.996415 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b71308f3-5425-4335-bde3-3934d2a1de1b req-a2a23ceb-e0ac-4f5b-944b-c23dca9027e6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd HTTP/1.1" status: 200 len: 916 time: 0.0901186 Sep 22 12:35:08.038804 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b71308f3-5425-4335-bde3-3934d2a1de1b req-f9670007-5327-4b4d-a2b3-1de90b673915 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85b52988-87be-42ca-a43c-2728eb267c3a HTTP/1.1" status: 200 len: 217 time: 0.0369368 Sep 22 12:35:08.090163 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71308f3-5425-4335-bde3-3934d2a1de1b req-4c3ad370-7a8b-4186-98c8-9e660b29db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:08.091647 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b71308f3-5425-4335-bde3-3934d2a1de1b req-4c3ad370-7a8b-4186-98c8-9e660b29db96 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d853fe9a-55b9-4c8d-9099-d1741ea2e14d HTTP/1.1" status: 200 len: 854 time: 0.0474191 Sep 22 12:35:08.135125 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71308f3-5425-4335-bde3-3934d2a1de1b req-b64308c7-983c-48bb-915e-f41095086d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:08.136680 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b71308f3-5425-4335-bde3-3934d2a1de1b req-b64308c7-983c-48bb-915e-f41095086d71 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394197 Sep 22 12:35:08.231973 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b71308f3-5425-4335-bde3-3934d2a1de1b req-278e292d-599b-4347-b68a-49b4215f547c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889692 Sep 22 12:35:08.323644 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b71308f3-5425-4335-bde3-3934d2a1de1b req-13f8730d-0bf3-48fa-9c8d-feb3c346bea4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856600 Sep 22 12:35:08.376426 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:08.426913 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9073e-495d-4567-b5c6-4127bfdefc1f req-bd5143ca-f980-47c2-9df6-8d9da910b412 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:08.428415 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-23b9073e-495d-4567-b5c6-4127bfdefc1f req-bd5143ca-f980-47c2-9df6-8d9da910b412 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b913950e-49dc-4312-a031-e540dfc3a13a HTTP/1.1" status: 200 len: 943 time: 0.0506597 Sep 22 12:35:08.475861 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-23b9073e-495d-4567-b5c6-4127bfdefc1f req-8f2b0486-1274-423b-9dff-2bd1c8d5afc0 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=24c5a80a-44d7-4e19-a66c-2dd89c99c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416973 Sep 22 12:35:09.596829 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5fdf7-5f7b-4902-b6c3-08e12a8aca6a req-94776662-ef91-4e07-959d-5504c50b005a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:09.598282 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5cc5fdf7-5f7b-4902-b6c3-08e12a8aca6a req-94776662-ef91-4e07-959d-5504c50b005a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b913950e-49dc-4312-a031-e540dfc3a13a HTTP/1.1" status: 200 len: 943 time: 0.0485182 Sep 22 12:35:09.626695 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 85b52988-87be-42ca-a43c-2728eb267c3a details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:35:09.650347 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5cc5fdf7-5f7b-4902-b6c3-08e12a8aca6a req-7b967cf8-6d77-4b27-b93b-e9de48ac06fa tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=24c5a80a-44d7-4e19-a66c-2dd89c99c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461626 Sep 22 12:35:09.733231 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=100 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:09.735132 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 85b52988-87be-42ca-a43c-2728eb267c3a, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=85b52988-87be-42ca-a43c-2728eb267c3a,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:35:09.746846 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': '85b52988-87be-42ca-a43c-2728eb267c3a', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'port_id': '85b52988-87be-42ca-a43c-2728eb267c3a', 'mac_address': 'fa:16:3e:75:79:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:35:09.787134 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 85b52988-87be-42ca-a43c-2728eb267c3a is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:35:09.787486 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (85b52988-87be-42ca-a43c-2728eb267c3a), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:09.801467 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b52988-87be-42ca-a43c-2728eb267c3a {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:35:09.822408 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 85b52988-87be-42ca-a43c-2728eb267c3a, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=85b52988-87be-42ca-a43c-2728eb267c3a,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:35:09.827200 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (85b52988-87be-42ca-a43c-2728eb267c3a), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:09.881860 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=85b52988-87be-42ca-a43c-2728eb267c3a,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:10.079352 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['85b52988-87be-42ca-a43c-2728eb267c3a'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:35:10.156605 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:10.768093 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65606d6a-e0d3-4409-a403-46781d45b322 req-5e36c34c-97cc-4934-b315-dd8584c221e7 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:10.769572 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-65606d6a-e0d3-4409-a403-46781d45b322 req-5e36c34c-97cc-4934-b315-dd8584c221e7 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b913950e-49dc-4312-a031-e540dfc3a13a HTTP/1.1" status: 200 len: 944 time: 0.0456510 Sep 22 12:35:10.819021 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-65606d6a-e0d3-4409-a403-46781d45b322 req-239380ae-8338-4fb2-aaa0-36749a1137ff tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=24c5a80a-44d7-4e19-a66c-2dd89c99c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437405 Sep 22 12:35:11.640219 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 85b52988-87be-42ca-a43c-2728eb267c3a up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:35:11.682258 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning for port 85b52988-87be-42ca-a43c-2728eb267c3a completed by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 12:35:11.687869 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port 85b52988-87be-42ca-a43c-2728eb267c3a triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:35:11.688373 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (85b52988-87be-42ca-a43c-2728eb267c3a), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:11.688714 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port 85b52988-87be-42ca-a43c-2728eb267c3a Sep 22 12:35:11.762318 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 85b52988-87be-42ca-a43c-2728eb267c3a is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:35:11.762739 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (85b52988-87be-42ca-a43c-2728eb267c3a), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:11.785916 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b913950e-49dc-4312-a031-e540dfc3a13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b52988-87be-42ca-a43c-2728eb267c3a'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:35:11.788204 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e806061c-54c7-401d-86ea-6e5e809ab4ff" -d '{"events": [{"server_uuid": "b913950e-49dc-4312-a031-e540dfc3a13a", "name": "network-vif-plugged", "status": "completed", "tag": "85b52988-87be-42ca-a43c-2728eb267c3a"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:35:11.801046 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 85b52988-87be-42ca-a43c-2728eb267c3a, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=85b52988-87be-42ca-a43c-2728eb267c3a,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:35:11.805011 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (85b52988-87be-42ca-a43c-2728eb267c3a), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:11.829345 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507d8506-594b-45d9-91b1-3dd283777722 x-openstack-request-id: req-507d8506-594b-45d9-91b1-3dd283777722 {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:35:11.829661 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b913950e-49dc-4312-a031-e540dfc3a13a", "name": "network-vif-plugged", "status": "completed", "tag": "85b52988-87be-42ca-a43c-2728eb267c3a", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:35:11.829917 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-507d8506-594b-45d9-91b1-3dd283777722 {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:35:11.830307 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-507d8506-594b-45d9-91b1-3dd283777722'] response: {'server_uuid': 'b913950e-49dc-4312-a031-e540dfc3a13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b52988-87be-42ca-a43c-2728eb267c3a', 'code': 200} Sep 22 12:35:11.856227 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=85b52988-87be-42ca-a43c-2728eb267c3a,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:11.946877 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674d1c6-97b2-4d66-a727-75bd98c489ef req-8f0575e4-421b-4dad-a726-c6ad00e91e4d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:11.948421 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e674d1c6-97b2-4d66-a727-75bd98c489ef req-8f0575e4-421b-4dad-a726-c6ad00e91e4d tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b913950e-49dc-4312-a031-e540dfc3a13a HTTP/1.1" status: 200 len: 945 time: 0.0512552 Sep 22 12:35:11.979253 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:12.025248 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c0025-97c8-4e0f-b84b-65dc487759c3 req-1439e87d-1de7-40eb-8187-370e4a07fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:12.026719 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6b9c0025-97c8-4e0f-b84b-65dc487759c3 req-1439e87d-1de7-40eb-8187-370e4a07fe32 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b913950e-49dc-4312-a031-e540dfc3a13a HTTP/1.1" status: 200 len: 1129 time: 0.0556350 Sep 22 12:35:12.031515 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e674d1c6-97b2-4d66-a727-75bd98c489ef req-79ec32ec-5fa7-4779-b044-1737b9b7a09b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=24c5a80a-44d7-4e19-a66c-2dd89c99c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765450 Sep 22 12:35:12.072217 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6b9c0025-97c8-4e0f-b84b-65dc487759c3 req-d4df4a29-9492-4547-9e35-bd31cae0ca10 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=24c5a80a-44d7-4e19-a66c-2dd89c99c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369911 Sep 22 12:35:12.698699 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52700) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:12.812320 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-ab7dd5c0-c14c-49d4-b8f7-fe7eb87e3bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:12.887718 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-ab7dd5c0-c14c-49d4-b8f7-fe7eb87e3bf9 admin admin] Publish callbacks [] for security_group (e2793283-fff5-46c4-a03b-44b326c67890), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:12.891930 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-ab7dd5c0-c14c-49d4-b8f7-fe7eb87e3bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (e2793283-fff5-46c4-a03b-44b326c67890), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:12.897344 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:12.932530 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dd5c0-c14c-49d4-b8f7-fe7eb87e3bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2793283-fff5-46c4-a03b-44b326c67890,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:12.938415 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-ab7dd5c0-c14c-49d4-b8f7-fe7eb87e3bf9 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=532e594b36804a21b57a4e14b0243753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387154 Sep 22 12:35:12.941058 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52704) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:12.989108 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f5915a39-22e8-4d6b-94c2-5265e79d58d8 admin admin] Publish callbacks [] for security_group (e2793283-fff5-46c4-a03b-44b326c67890), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:13.012040 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f5915a39-22e8-4d6b-94c2-5265e79d58d8 admin admin] Publish callbacks [] for security_group (e2793283-fff5-46c4-a03b-44b326c67890), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:13.062680 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f5915a39-22e8-4d6b-94c2-5265e79d58d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (e2793283-fff5-46c4-a03b-44b326c67890), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:13.065625 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f5915a39-22e8-4d6b-94c2-5265e79d58d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:13.067195 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-f5915a39-22e8-4d6b-94c2-5265e79d58d8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e2793283-fff5-46c4-a03b-44b326c67890 HTTP/1.1" status: 204 len: 168 time: 0.1248412 Sep 22 12:35:13.075078 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5915a39-22e8-4d6b-94c2-5265e79d58d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2793283-fff5-46c4-a03b-44b326c67890,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:13.163567 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35df326-f8ab-4a63-85ef-31b702ad09c8 req-e2dfb21c-a182-459f-abf1-fae0507a35e8 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:13.165103 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b35df326-f8ab-4a63-85ef-31b702ad09c8 req-e2dfb21c-a182-459f-abf1-fae0507a35e8 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b913950e-49dc-4312-a031-e540dfc3a13a HTTP/1.1" status: 200 len: 945 time: 0.0539620 Sep 22 12:35:13.212471 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b35df326-f8ab-4a63-85ef-31b702ad09c8 req-35a71291-ddff-452f-90a8-d7b2724e5cf8 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=24c5a80a-44d7-4e19-a66c-2dd89c99c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417404 Sep 22 12:35:13.340826 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52712) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:13.354921 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7abe604b-0b09-432d-b582-bbac5f50257b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:13.429590 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7abe604b-0b09-432d-b582-bbac5f50257b admin admin] Publish callbacks [] for security_group (28210a4e-da68-4267-b2f6-3784b174b870), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:13.432968 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7abe604b-0b09-432d-b582-bbac5f50257b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (28210a4e-da68-4267-b2f6-3784b174b870), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:13.470211 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe604b-0b09-432d-b582-bbac5f50257b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28210a4e-da68-4267-b2f6-3784b174b870,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:13.474515 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-7abe604b-0b09-432d-b582-bbac5f50257b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0285d8367ffa49fe8aa1fed079be7eb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326544 Sep 22 12:35:13.477138 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52714) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:13.525856 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-08b3dd3a-d51c-4269-931f-a5397e8d36a2 admin admin] Publish callbacks [] for security_group (28210a4e-da68-4267-b2f6-3784b174b870), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:13.545870 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-08b3dd3a-d51c-4269-931f-a5397e8d36a2 admin admin] Publish callbacks [] for security_group (28210a4e-da68-4267-b2f6-3784b174b870), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:13.592088 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-08b3dd3a-d51c-4269-931f-a5397e8d36a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (28210a4e-da68-4267-b2f6-3784b174b870), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:13.595251 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-08b3dd3a-d51c-4269-931f-a5397e8d36a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:13.596427 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-08b3dd3a-d51c-4269-931f-a5397e8d36a2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/28210a4e-da68-4267-b2f6-3784b174b870 HTTP/1.1" status: 204 len: 168 time: 0.1180999 Sep 22 12:35:13.604208 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3dd3a-d51c-4269-931f-a5397e8d36a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28210a4e-da68-4267-b2f6-3784b174b870,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:13.930975 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52720) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:13.947524 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-c1d0d65a-cb7e-4db4-ac9c-ac2fb18d63f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:14.022906 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-c1d0d65a-cb7e-4db4-ac9c-ac2fb18d63f5 admin admin] Publish callbacks [] for security_group (74069c46-5406-4f95-a7ff-86ae33d7831f), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:14.026711 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-c1d0d65a-cb7e-4db4-ac9c-ac2fb18d63f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (74069c46-5406-4f95-a7ff-86ae33d7831f), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:14.064162 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0d65a-cb7e-4db4-ac9c-ac2fb18d63f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74069c46-5406-4f95-a7ff-86ae33d7831f,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:14.068696 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-c1d0d65a-cb7e-4db4-ac9c-ac2fb18d63f5 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=7a1996c50eb5483f9cb85a761bed2aec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367035 Sep 22 12:35:14.071696 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52722) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:14.118611 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b3575278-504e-46dd-8f6c-bccf635ec959 admin admin] Publish callbacks [] for security_group (74069c46-5406-4f95-a7ff-86ae33d7831f), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:14.138729 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b3575278-504e-46dd-8f6c-bccf635ec959 admin admin] Publish callbacks [] for security_group (74069c46-5406-4f95-a7ff-86ae33d7831f), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:14.184928 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b3575278-504e-46dd-8f6c-bccf635ec959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (74069c46-5406-4f95-a7ff-86ae33d7831f), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:14.188309 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b3575278-504e-46dd-8f6c-bccf635ec959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:14.189482 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-b3575278-504e-46dd-8f6c-bccf635ec959 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/74069c46-5406-4f95-a7ff-86ae33d7831f HTTP/1.1" status: 204 len: 168 time: 0.1170106 Sep 22 12:35:14.191598 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:INSERT=20,neutron:SELECT=76,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:14.198190 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3575278-504e-46dd-8f6c-bccf635ec959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74069c46-5406-4f95-a7ff-86ae33d7831f,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:14.334313 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0bb79-79bd-42fd-97f7-c8a37c054e79 req-5ef033c7-a580-4b34-b48d-bb711f46b4f9 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:14.335776 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-82a0bb79-79bd-42fd-97f7-c8a37c054e79 req-5ef033c7-a580-4b34-b48d-bb711f46b4f9 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b913950e-49dc-4312-a031-e540dfc3a13a HTTP/1.1" status: 200 len: 945 time: 0.0471520 Sep 22 12:35:14.384701 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-82a0bb79-79bd-42fd-97f7-c8a37c054e79 req-4207ba53-f9d0-49cd-8b57-a5561cdbd418 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=24c5a80a-44d7-4e19-a66c-2dd89c99c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426636 Sep 22 12:35:14.509140 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c931f3-e5b3-4b79-873c-9c10460a5d0b req-a76e92a8-5776-4ce7-9f30-52c222d88ac6 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:14.510672 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d5c931f3-e5b3-4b79-873c-9c10460a5d0b req-a76e92a8-5776-4ce7-9f30-52c222d88ac6 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b913950e-49dc-4312-a031-e540dfc3a13a HTTP/1.1" status: 200 len: 945 time: 0.0507262 Sep 22 12:35:14.522063 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52738) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:14.527136 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-072ec66f-7453-48e6-a921-476b534ed74a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Request body: {'floatingip': {'port_id': '85b52988-87be-42ca-a43c-2728eb267c3a'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:14.821722 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-072ec66f-7453-48e6-a921-476b534ed74a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (93e94fc3-2393-42a3-868f-696ff6fdc548), before_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:14.975584 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:15.267840 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-072ec66f-7453-48e6-a921-476b534ed74a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:15.271840 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-072ec66f-7453-48e6-a921-476b534ed74a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (93e94fc3-2393-42a3-868f-696ff6fdc548), after_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:15.368127 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.db.l3_db [None req-072ec66f-7453-48e6-a921-476b534ed74a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Floating IP 93e94fc3-2393-42a3-868f-696ff6fdc548 associated. External IP: 172.27.0.26, port: 85b52988-87be-42ca-a43c-2728eb267c3a. Sep 22 12:35:15.390371 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:15.563914 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072ec66f-7453-48e6-a921-476b534ed74a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Router b29ff6e8-f65e-42d9-b132-792f8e95ae0a has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:35:15.668395 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072ec66f-7453-48e6-a921-476b534ed74a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:35:15.673411 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-072ec66f-7453-48e6-a921-476b534ed74a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:15.678568 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8d6c77-baaf-431d-84ca-6310902b82f2 None None] Sync routers for ids ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:35:15.689526 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8d6c77-baaf-431d-84ca-6310902b82f2 None None] Routers {'b29ff6e8-f65e-42d9-b132-792f8e95ae0a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:35:15.690485 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-df8d6c77-baaf-431d-84ca-6310902b82f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:34:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:15.707866 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-072ec66f-7453-48e6-a921-476b534ed74a tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/93e94fc3-2393-42a3-868f-696ff6fdc548 HTTP/1.1" status: 200 len: 990 time: 1.1820407 Sep 22 12:35:15.707866 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b913950e-49dc-4312-a031-e540dfc3a13a', 'tag': '85b52988-87be-42ca-a43c-2728eb267c3a'}] {{(pid=106189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:35:15.708923 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64be3f76f25325df4d162c623afd71985c9d526dbd3dd574d951cc56993afe1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da097ce-7156-48ca-9ffd-014834f83296" -d '{"events": [{"name": "network-changed", "server_uuid": "b913950e-49dc-4312-a031-e540dfc3a13a", "tag": "85b52988-87be-42ca-a43c-2728eb267c3a"}]}' {{(pid=106189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:35:15.750947 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cf842b-400e-4c37-87a5-e32bf121e39e x-openstack-request-id: req-68cf842b-400e-4c37-87a5-e32bf121e39e {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:35:15.751242 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b913950e-49dc-4312-a031-e540dfc3a13a", "tag": "85b52988-87be-42ca-a43c-2728eb267c3a", "status": "completed", "code": 200}]} {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:35:15.751505 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-68cf842b-400e-4c37-87a5-e32bf121e39e {{(pid=106189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:35:15.751968 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68cf842b-400e-4c37-87a5-e32bf121e39e'] response: {'name': 'network-changed', 'server_uuid': 'b913950e-49dc-4312-a031-e540dfc3a13a', 'tag': '85b52988-87be-42ca-a43c-2728eb267c3a', 'status': 'completed', 'code': 200} Sep 22 12:35:15.808910 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-df8d6c77-baaf-431d-84ca-6310902b82f2 None None] Set router b29ff6e8-f65e-42d9-b132-792f8e95ae0a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:35:16.073282 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da097ce-7156-48ca-9ffd-014834f83296 req-80f02ad2-c0d3-4c49-b9e9-bea6b1bdb80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:16.074800 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6da097ce-7156-48ca-9ffd-014834f83296 req-80f02ad2-c0d3-4c49-b9e9-bea6b1bdb80c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=40ddbbe59b90403fb3ea9212d10727aa&device_id=b913950e-49dc-4312-a031-e540dfc3a13a HTTP/1.1" status: 200 len: 1129 time: 0.2998235 Sep 22 12:35:16.131536 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:16.172916 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-df8d6c77-baaf-431d-84ca-6310902b82f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '93e94fc3-2393-42a3-868f-696ff6fdc548', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'port_id': '85b52988-87be-42ca-a43c-2728eb267c3a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'mac_address': 'fa:16:3e:75:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b913950e-49dc-4312-a031-e540dfc3a13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:35:02Z', 'updated_at': '2022-09-22T12:35:15Z', 'revision_number': 1, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:16.197400 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da097ce-7156-48ca-9ffd-014834f83296 req-9e7fb18a-fcef-4aeb-b168-f4d21609cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:16.198829 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6da097ce-7156-48ca-9ffd-014834f83296 req-9e7fb18a-fcef-4aeb-b168-f4d21609cb70 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd HTTP/1.1" status: 200 len: 916 time: 0.1035421 Sep 22 12:35:16.206175 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8d6c77-baaf-431d-84ca-6310902b82f2 None None] Checking router: b29ff6e8-f65e-42d9-b132-792f8e95ae0a for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:35:16.215617 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8d6c77-baaf-431d-84ca-6310902b82f2 None None] Routers {'b29ff6e8-f65e-42d9-b132-792f8e95ae0a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:35:16.215871 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-df8d6c77-baaf-431d-84ca-6310902b82f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:34:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:16.269048 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6da097ce-7156-48ca-9ffd-014834f83296 req-9b3ca387-1527-4a04-ab72-232f58c6b3d2 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85b52988-87be-42ca-a43c-2728eb267c3a HTTP/1.1" status: 200 len: 998 time: 0.0618186 Sep 22 12:35:16.297990 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=53,neutron:UPDATE=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:16.319854 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da097ce-7156-48ca-9ffd-014834f83296 req-66d9a322-09f6-4b73-beb5-8706c08f6e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:16.321591 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6da097ce-7156-48ca-9ffd-014834f83296 req-66d9a322-09f6-4b73-beb5-8706c08f6e48 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d853fe9a-55b9-4c8d-9099-d1741ea2e14d HTTP/1.1" status: 200 len: 854 time: 0.0457940 Sep 22 12:35:16.330799 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-df8d6c77-baaf-431d-84ca-6310902b82f2 None None] Set router b29ff6e8-f65e-42d9-b132-792f8e95ae0a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:35:16.375361 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da097ce-7156-48ca-9ffd-014834f83296 req-dfab37fc-9c9c-4509-ac9a-65c7e5c09978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:16.376906 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6da097ce-7156-48ca-9ffd-014834f83296 req-dfab37fc-9c9c-4509-ac9a-65c7e5c09978 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480409 Sep 22 12:35:16.403526 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:16.424214 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:16.472375 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6da097ce-7156-48ca-9ffd-014834f83296 req-6efb7998-b128-41be-8930-4e8fb83d5894 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892494 Sep 22 12:35:16.494103 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52804) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:16.561148 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-df8d6c77-baaf-431d-84ca-6310902b82f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '93e94fc3-2393-42a3-868f-696ff6fdc548', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'port_id': '85b52988-87be-42ca-a43c-2728eb267c3a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'mac_address': 'fa:16:3e:75:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b913950e-49dc-4312-a031-e540dfc3a13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:35:02Z', 'updated_at': '2022-09-22T12:35:15Z', 'revision_number': 1, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:16.573283 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6da097ce-7156-48ca-9ffd-014834f83296 req-303ae14e-4bd0-4420-a60d-b808b537125c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947647 Sep 22 12:35:16.587179 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8d6c77-baaf-431d-84ca-6310902b82f2 None None] The sync data for ids ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'] in dv-cinder-856463-4-iscsi is: [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '93e94fc3-2393-42a3-868f-696ff6fdc548', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'floating_ip_address': '172.27.0.26', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'port_id': '85b52988-87be-42ca-a43c-2728eb267c3a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'mac_address': 'fa:16:3e:75:79:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b913950e-49dc-4312-a031-e540dfc3a13a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:35:02Z', 'updated_at': '2022-09-22T12:35:15Z', 'revision_number': 1, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:35:16.617958 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d4f0bd9d-7940-429d-8ea1-26b8d5d56479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:16.678820 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:16.689657 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:16.699299 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d4f0bd9d-7940-429d-8ea1-26b8d5d56479 admin admin] Publish callbacks [] for security_group (71634dd3-5e44-4993-a466-c6721c399bdd), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:16.704405 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d4f0bd9d-7940-429d-8ea1-26b8d5d56479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (71634dd3-5e44-4993-a466-c6721c399bdd), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:16.750722 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-d4f0bd9d-7940-429d-8ea1-26b8d5d56479 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=063d324768314fc484ebe6a398398361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516146 Sep 22 12:35:16.750722 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0bd9d-7940-429d-8ea1-26b8d5d56479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71634dd3-5e44-4993-a466-c6721c399bdd,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:16.751136 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52808) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:16.774746 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:16.795572 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab103e10-4dfc-43be-8dac-be95ab25f8bc None None] New status for floating IP 93e94fc3-2393-42a3-868f-696ff6fdc548: ACTIVE {{(pid=106191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:35:16.808749 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-aeaf45cc-1138-4c8c-87c2-1ee47cd494b5 admin admin] Publish callbacks [] for security_group (71634dd3-5e44-4993-a466-c6721c399bdd), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:16.829117 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-aeaf45cc-1138-4c8c-87c2-1ee47cd494b5 admin admin] Publish callbacks [] for security_group (71634dd3-5e44-4993-a466-c6721c399bdd), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:16.877992 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-aeaf45cc-1138-4c8c-87c2-1ee47cd494b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (71634dd3-5e44-4993-a466-c6721c399bdd), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:16.880612 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-aeaf45cc-1138-4c8c-87c2-1ee47cd494b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:16.881805 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-aeaf45cc-1138-4c8c-87c2-1ee47cd494b5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/71634dd3-5e44-4993-a466-c6721c399bdd HTTP/1.1" status: 204 len: 168 time: 0.1296461 Sep 22 12:35:16.891773 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf45cc-1138-4c8c-87c2-1ee47cd494b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71634dd3-5e44-4993-a466-c6721c399bdd,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:17.147273 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52814) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:17.160839 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1ae35637-d1d6-4ad3-9c1a-64fe6437d719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:17.239060 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1ae35637-d1d6-4ad3-9c1a-64fe6437d719 admin admin] Publish callbacks [] for security_group (5bea5748-22ee-4a45-bce0-55489a2ef1a9), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:17.242669 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1ae35637-d1d6-4ad3-9c1a-64fe6437d719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (5bea5748-22ee-4a45-bce0-55489a2ef1a9), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:17.281502 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-1ae35637-d1d6-4ad3-9c1a-64fe6437d719 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e06e63ce2b384d39a5e3ba64998b385d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332109 Sep 22 12:35:17.282332 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae35637-d1d6-4ad3-9c1a-64fe6437d719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bea5748-22ee-4a45-bce0-55489a2ef1a9,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:17.284253 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 52816) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:17.331409 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-42490f86-d9f3-40b5-874f-3d1672fd8c42 admin admin] Publish callbacks [] for security_group (5bea5748-22ee-4a45-bce0-55489a2ef1a9), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:17.351861 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-42490f86-d9f3-40b5-874f-3d1672fd8c42 admin admin] Publish callbacks [] for security_group (5bea5748-22ee-4a45-bce0-55489a2ef1a9), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:17.397367 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-42490f86-d9f3-40b5-874f-3d1672fd8c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (5bea5748-22ee-4a45-bce0-55489a2ef1a9), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:17.399917 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-42490f86-d9f3-40b5-874f-3d1672fd8c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:17.401077 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-42490f86-d9f3-40b5-874f-3d1672fd8c42 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5bea5748-22ee-4a45-bce0-55489a2ef1a9 HTTP/1.1" status: 204 len: 168 time: 0.1157572 Sep 22 12:35:17.409354 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42490f86-d9f3-40b5-874f-3d1672fd8c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bea5748-22ee-4a45-bce0-55489a2ef1a9,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:24.963301 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d1383dde-4eb1-4015-84d4-c0d85467033f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:26.886852 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=6 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:26.931096 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:27.068337 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-61198472-419f-45cf-9d6c-99c562e7a485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:27.272658 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=49,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:27.276990 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=29,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:27.380644 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:27.404610 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=29,neutron:DELETE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:28.120135 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52930) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:28.225655 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c808a21b-abc6-4699-a5b0-37e70229ad07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:28.300197 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c808a21b-abc6-4699-a5b0-37e70229ad07 admin admin] Publish callbacks [] for security_group (4378a4f5-0ed5-4525-a6c1-0b349ff80f2e), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:28.303800 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c808a21b-abc6-4699-a5b0-37e70229ad07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (4378a4f5-0ed5-4525-a6c1-0b349ff80f2e), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:28.342061 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808a21b-abc6-4699-a5b0-37e70229ad07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4378a4f5-0ed5-4525-a6c1-0b349ff80f2e,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:28.347680 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-c808a21b-abc6-4699-a5b0-37e70229ad07 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=3cf39a29e2224384a85c8e025d20863b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265036 Sep 22 12:35:28.350546 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52934) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:28.402134 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-af0a3ba7-1bc8-404f-962d-9cadc2b6c6bd admin admin] Publish callbacks [] for security_group (4378a4f5-0ed5-4525-a6c1-0b349ff80f2e), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:28.421956 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-af0a3ba7-1bc8-404f-962d-9cadc2b6c6bd admin admin] Publish callbacks [] for security_group (4378a4f5-0ed5-4525-a6c1-0b349ff80f2e), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:28.457863 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:28.473535 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-af0a3ba7-1bc8-404f-962d-9cadc2b6c6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (4378a4f5-0ed5-4525-a6c1-0b349ff80f2e), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:28.476231 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-af0a3ba7-1bc8-404f-962d-9cadc2b6c6bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:28.477393 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-af0a3ba7-1bc8-404f-962d-9cadc2b6c6bd admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4378a4f5-0ed5-4525-a6c1-0b349ff80f2e HTTP/1.1" status: 204 len: 168 time: 0.1260052 Sep 22 12:35:28.485659 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a3ba7-1bc8-404f-962d-9cadc2b6c6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4378a4f5-0ed5-4525-a6c1-0b349ff80f2e,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:28.731924 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52940) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:28.746323 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5f036e77-0b40-4271-8e93-1c172974156a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:28.825070 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5f036e77-0b40-4271-8e93-1c172974156a admin admin] Publish callbacks [] for security_group (b5c1c30c-75c0-4c32-83b7-eb0f2b28c49f), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:28.828500 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5f036e77-0b40-4271-8e93-1c172974156a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (b5c1c30c-75c0-4c32-83b7-eb0f2b28c49f), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:28.863142 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f036e77-0b40-4271-8e93-1c172974156a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c1c30c-75c0-4c32-83b7-eb0f2b28c49f,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:28.874718 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-5f036e77-0b40-4271-8e93-1c172974156a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d235e6cf3c2f4d6484cca1e083bf2c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385760 Sep 22 12:35:28.874718 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52942) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:28.921189 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5b133372-f7aa-4d52-8b82-f0685951878e admin admin] Publish callbacks [] for security_group (b5c1c30c-75c0-4c32-83b7-eb0f2b28c49f), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:28.943780 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5b133372-f7aa-4d52-8b82-f0685951878e admin admin] Publish callbacks [] for security_group (b5c1c30c-75c0-4c32-83b7-eb0f2b28c49f), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:28.989611 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5b133372-f7aa-4d52-8b82-f0685951878e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (b5c1c30c-75c0-4c32-83b7-eb0f2b28c49f), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:28.994064 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5b133372-f7aa-4d52-8b82-f0685951878e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:28.995219 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-5b133372-f7aa-4d52-8b82-f0685951878e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b5c1c30c-75c0-4c32-83b7-eb0f2b28c49f HTTP/1.1" status: 204 len: 168 time: 0.1201196 Sep 22 12:35:29.006014 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b133372-f7aa-4d52-8b82-f0685951878e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c1c30c-75c0-4c32-83b7-eb0f2b28c49f,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:29.670299 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52966) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:29.765151 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-1ac49c99-0cf3-4a81-9799-bf7686c0171f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-854810007-network', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:29.785483 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac49c99-0cf3-4a81-9799-bf7686c0171f admin admin] Made reservation on behalf of 5d44fc4fa85a4dfb82c31a602037a249 for: {'network': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:35:29.787960 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1ac49c99-0cf3-4a81-9799-bf7686c0171f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for network (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:29.796003 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1ac49c99-0cf3-4a81-9799-bf7686c0171f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:29.833767 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:29.838573 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:29.877566 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1ac49c99-0cf3-4a81-9799-bf7686c0171f admin admin] Publish callbacks [] for security_group (6485042e-b453-4f10-b308-304cbbe06c28), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:29.881401 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1ac49c99-0cf3-4a81-9799-bf7686c0171f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (6485042e-b453-4f10-b308-304cbbe06c28), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:29.909022 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac49c99-0cf3-4a81-9799-bf7686c0171f admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=106188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 12:35:29.915750 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac49c99-0cf3-4a81-9799-bf7686c0171f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6485042e-b453-4f10-b308-304cbbe06c28,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:29.918929 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:29.923147 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1ac49c99-0cf3-4a81-9799-bf7686c0171f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (9244f81d-1745-453d-b02d-f5d950c65f60), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:29.923491 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.segments_db [None req-1ac49c99-0cf3-4a81-9799-bf7686c0171f admin admin] Added segment 9244f81d-1745-453d-b02d-f5d950c65f60 of type vlan for network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 Sep 22 12:35:29.966935 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1ac49c99-0cf3-4a81-9799-bf7686c0171f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742010657190'] for network (a1ec96ed-6bf3-486f-b981-c8837f8cbc07), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:29.968702 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:29.992503 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1ac49c99-0cf3-4a81-9799-bf7686c0171f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for network (a1ec96ed-6bf3-486f-b981-c8837f8cbc07), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:29.993471 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac49c99-0cf3-4a81-9799-bf7686c0171f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:29.994055 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1ac49c99-0cf3-4a81-9799-bf7686c0171f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:30.055011 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-1ac49c99-0cf3-4a81-9799-bf7686c0171f admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3835316 Sep 22 12:35:30.057950 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52970) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:30.058555 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac49c99-0cf3-4a81-9799-bf7686c0171f admin admin] Pushing event updated for resources: {'Network': ['ID=a1ec96ed-6bf3-486f-b981-c8837f8cbc07,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:30.065372 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-e96d2235-b591-441f-8a12-07a83cd9d677 admin admin] Request body: {'subnet': {'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-854810007-subnet', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'ip_version': 4}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:30.069142 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 details requested by agent ovs-agent-dv-cinder-856463-4-iscsi with host dv-cinder-856463-4-iscsi {{(pid=106190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 12:35:30.084849 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96d2235-b591-441f-8a12-07a83cd9d677 admin admin] Made reservation on behalf of 5d44fc4fa85a4dfb82c31a602037a249 for: {'subnet': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:35:30.087194 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e96d2235-b591-441f-8a12-07a83cd9d677 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2597168'] for subnet (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:30.260801 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e96d2235-b591-441f-8a12-07a83cd9d677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2597158'] for subnet (a41b6585-6dac-4960-897e-2f93b9acd95a), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:30.316138 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d2235-b591-441f-8a12-07a83cd9d677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a41b6585-6dac-4960-897e-2f93b9acd95a,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:30.324515 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96d2235-b591-441f-8a12-07a83cd9d677 admin admin] Checking segment: {'id': '9244f81d-1745-453d-b02d-f5d950c65f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:35:30.324872 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96d2235-b591-441f-8a12-07a83cd9d677 admin admin] Network hostable DHCP agents. Network: a1ec96ed-6bf3-486f-b981-c8837f8cbc07, hostable agents: ['a2e957d1-0bb2-4343-b675-01d2080b3290'], hosted agents: [] {{(pid=106188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 12:35:30.342057 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96d2235-b591-441f-8a12-07a83cd9d677 admin admin] Network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 is scheduled to be hosted by DHCP agent a2e957d1-0bb2-4343-b675-01d2080b3290 with binding_index 1 {{(pid=106188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 12:35:30.351043 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-e96d2235-b591-441f-8a12-07a83cd9d677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-4-iscsi, a1ec96ed-6bf3-486f-b981-c8837f8cbc07) {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:35:30.355506 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96d2235-b591-441f-8a12-07a83cd9d677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:30.356096 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e96d2235-b591-441f-8a12-07a83cd9d677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:30.360942 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10625fb7-94e7-484e-ad66-3bd70233435a None None] Network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:35:30.372580 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-e96d2235-b591-441f-8a12-07a83cd9d677 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3114412 Sep 22 12:35:30.375403 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52972) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:30.379627 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-8b851ed6-1f41-4766-b25e-b12b133218c4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:30.401802 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8b851ed6-1f41-4766-b25e-b12b133218c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (9901d003-8388-4a46-8181-600209dea5ef), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:30.402870 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8b851ed6-1f41-4766-b25e-b12b133218c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-625649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12660'] for router (9901d003-8388-4a46-8181-600209dea5ef), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:30.458884 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8b851ed6-1f41-4766-b25e-b12b133218c4 admin admin] Publish callbacks [] for router_controller (9901d003-8388-4a46-8181-600209dea5ef), precommit_add_association {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:30.466304 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344f7aff-f565-46e4-80f7-90e5f1926cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c63bb28-3216-551e-ac85-74facc55e4fd-a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a'}]}} from dv-cinder-856463-4-iscsi. {{(pid=106190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 12:35:30.467269 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-344f7aff-f565-46e4-80f7-90e5f1926cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:30.588788 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8b851ed6-1f41-4766-b25e-b12b133218c4 admin admin] Publish callbacks [] for router_gateway (9901d003-8388-4a46-8181-600209dea5ef), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:30.602432 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.db_base_plugin_common [None req-344f7aff-f565-46e4-80f7-90e5f1926cb4 None None] Allocated IP 172.20.0.2 (a1ec96ed-6bf3-486f-b981-c8837f8cbc07/a41b6585-6dac-4960-897e-2f93b9acd95a/727a252d-e30e-4fa3-8c1f-0d99d1de8096) {{(pid=106190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:35:30.610862 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:INSERT=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:30.640338 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:30.693899 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:30.751881 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-344f7aff-f565-46e4-80f7-90e5f1926cb4 None None] Publish callbacks [] for port (727a252d-e30e-4fa3-8c1f-0d99d1de8096), precommit_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:30.758659 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-344f7aff-f565-46e4-80f7-90e5f1926cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160'] for port (727a252d-e30e-4fa3-8c1f-0d99d1de8096), after_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:30.774565 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8b851ed6-1f41-4766-b25e-b12b133218c4 admin admin] Publish callbacks [] for router_gateway (9901d003-8388-4a46-8181-600209dea5ef), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:30.794708 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8b851ed6-1f41-4766-b25e-b12b133218c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:30.799641 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344f7aff-f565-46e4-80f7-90e5f1926cb4 None None] Network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 is already hosted by enough agents. {{(pid=106190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:35:30.804433 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.base_scheduler [None req-344f7aff-f565-46e4-80f7-90e5f1926cb4 None None] Resources bound (agent type, host, resource id): {{(pid=106190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:35:30.808114 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344f7aff-f565-46e4-80f7-90e5f1926cb4 None None] Received port after_create {{(pid=106190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:35:30.811384 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f7aff-f565-46e4-80f7-90e5f1926cb4 None None] Pushing event updated for resources: {'Port': ['ID=727a252d-e30e-4fa3-8c1f-0d99d1de8096,revision_number=1']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:30.866133 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-344f7aff-f565-46e4-80f7-90e5f1926cb4 None None] Attempting to bind port 727a252d-e30e-4fa3-8c1f-0d99d1de8096 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:35:30.866465 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-344f7aff-f565-46e4-80f7-90e5f1926cb4 None None] Attempting to bind port 727a252d-e30e-4fa3-8c1f-0d99d1de8096 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '9244f81d-1745-453d-b02d-f5d950c65f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:35:30.866778 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344f7aff-f565-46e4-80f7-90e5f1926cb4 None None] Attempting to bind port 727a252d-e30e-4fa3-8c1f-0d99d1de8096 on network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:35:30.890772 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:30.905525 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [None req-8b851ed6-1f41-4766-b25e-b12b133218c4 admin admin] Allocated IP 172.27.0.82 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/a1edc7c6-7d32-4382-8446-2eb4764897ae) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:35:30.913846 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344f7aff-f565-46e4-80f7-90e5f1926cb4 None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:35:30.914214 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344f7aff-f565-46e4-80f7-90e5f1926cb4 None None] Checking segment: {'id': '9244f81d-1745-453d-b02d-f5d950c65f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:35:30.914617 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-344f7aff-f565-46e4-80f7-90e5f1926cb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:30.915000 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344f7aff-f565-46e4-80f7-90e5f1926cb4 None None] Bound using segment: {'id': '9244f81d-1745-453d-b02d-f5d950c65f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:35:30.915466 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-344f7aff-f565-46e4-80f7-90e5f1926cb4 None None] Bound port: 727a252d-e30e-4fa3-8c1f-0d99d1de8096, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9244f81d-1745-453d-b02d-f5d950c65f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:35:30.915841 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-344f7aff-f565-46e4-80f7-90e5f1926cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (727a252d-e30e-4fa3-8c1f-0d99d1de8096), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:30.976183 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-344f7aff-f565-46e4-80f7-90e5f1926cb4 None None] For port 727a252d-e30e-4fa3-8c1f-0d99d1de8096, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:35:30.979631 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-344f7aff-f565-46e4-80f7-90e5f1926cb4 None None] For port 727a252d-e30e-4fa3-8c1f-0d99d1de8096, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=727a252d-e30e-4fa3-8c1f-0d99d1de8096,segment=NetworkSegment(9244f81d-1745-453d-b02d-f5d950c65f60),segment_id=9244f81d-1745-453d-b02d-f5d950c65f60)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:35:30.985315 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-344f7aff-f565-46e4-80f7-90e5f1926cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (727a252d-e30e-4fa3-8c1f-0d99d1de8096), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:31.020555 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8b851ed6-1f41-4766-b25e-b12b133218c4 admin admin] Publish callbacks [] for port (a1edc7c6-7d32-4382-8446-2eb4764897ae), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:31.036241 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f7aff-f565-46e4-80f7-90e5f1926cb4 None None] Pushing event updated for resources: {'Port': ['ID=727a252d-e30e-4fa3-8c1f-0d99d1de8096,revision_number=2']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:31.053920 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8b851ed6-1f41-4766-b25e-b12b133218c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (a1edc7c6-7d32-4382-8446-2eb4764897ae), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:31.098204 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b851ed6-1f41-4766-b25e-b12b133218c4 admin admin] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:35:31.103663 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-8b851ed6-1f41-4766-b25e-b12b133218c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:35:31.107585 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b851ed6-1f41-4766-b25e-b12b133218c4 admin admin] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:35:31.111086 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b851ed6-1f41-4766-b25e-b12b133218c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a1edc7c6-7d32-4382-8446-2eb4764897ae,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:31.367576 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8b851ed6-1f41-4766-b25e-b12b133218c4 admin admin] Publish callbacks [] for router_gateway (9901d003-8388-4a46-8181-600209dea5ef), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:31.503642 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:31.513246 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:31.558753 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8b851ed6-1f41-4766-b25e-b12b133218c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629806'] for router (9901d003-8388-4a46-8181-600209dea5ef), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:31.691209 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b851ed6-1f41-4766-b25e-b12b133218c4 admin admin] Router 9901d003-8388-4a46-8181-600209dea5ef is scheduled to L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 with binding_index 1 {{(pid=106188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 12:35:31.796703 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b851ed6-1f41-4766-b25e-b12b133218c4 admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:35:31.806965 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] Sync routers for ids ['9901d003-8388-4a46-8181-600209dea5ef'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:35:31.816241 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8b851ed6-1f41-4766-b25e-b12b133218c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:31.820510 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-8b851ed6-1f41-4766-b25e-b12b133218c4 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4412494 Sep 22 12:35:31.820793 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52976) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:31.822141 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] Routers {'9901d003-8388-4a46-8181-600209dea5ef'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:35:31.822845 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:35:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9901d003-8388-4a46-8181-600209dea5ef'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:31.897181 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac921f4-5723-403c-a1a6-72856d4e9016 None None] Network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:35:32.006877 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-36b546aa-00a3-48df-aaec-e808b4e93596 None None] Provisioning complete for port 727a252d-e30e-4fa3-8c1f-0d99d1de8096 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:35:32.007569 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-36b546aa-00a3-48df-aaec-e808b4e93596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (727a252d-e30e-4fa3-8c1f-0d99d1de8096), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:32.007569 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-36b546aa-00a3-48df-aaec-e808b4e93596 None None] Attempt 1 to provision port 727a252d-e30e-4fa3-8c1f-0d99d1de8096 Sep 22 12:35:32.010285 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] Set router 9901d003-8388-4a46-8181-600209dea5ef gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:35:32.296870 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 727a252d-e30e-4fa3-8c1f-0d99d1de8096 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:35:32.400817 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:32.447751 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 727a252d-e30e-4fa3-8c1f-0d99d1de8096 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:35:32.448126 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (727a252d-e30e-4fa3-8c1f-0d99d1de8096), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:32.448480 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 727a252d-e30e-4fa3-8c1f-0d99d1de8096 Sep 22 12:35:32.455898 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-36b546aa-00a3-48df-aaec-e808b4e93596 None None] Current status of the port 727a252d-e30e-4fa3-8c1f-0d99d1de8096 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:35:32.455898 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-36b546aa-00a3-48df-aaec-e808b4e93596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (727a252d-e30e-4fa3-8c1f-0d99d1de8096), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:32.475236 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-016e0ff8-59b0-4e7e-9c69-047464135ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:32.502607 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:31Z', 'revision_number': 3, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:32.542227 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] Checking router: 9901d003-8388-4a46-8181-600209dea5ef for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:35:32.542567 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] Updating router 9901d003-8388-4a46-8181-600209dea5ef port a1edc7c6-7d32-4382-8446-2eb4764897ae binding host dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:35:32.574083 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-36b546aa-00a3-48df-aaec-e808b4e93596 None None] For port 727a252d-e30e-4fa3-8c1f-0d99d1de8096, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=727a252d-e30e-4fa3-8c1f-0d99d1de8096,segment=NetworkSegment(9244f81d-1745-453d-b02d-f5d950c65f60),segment_id=9244f81d-1745-453d-b02d-f5d950c65f60)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:35:32.583654 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-36b546aa-00a3-48df-aaec-e808b4e93596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (727a252d-e30e-4fa3-8c1f-0d99d1de8096), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:32.627535 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (a1edc7c6-7d32-4382-8446-2eb4764897ae), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:32.637108 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:32.639460 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:32.647926 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [None req-016e0ff8-59b0-4e7e-9c69-047464135ad3 admin admin] Allocated IP 172.20.0.1 (a1ec96ed-6bf3-486f-b981-c8837f8cbc07/a41b6585-6dac-4960-897e-2f93b9acd95a/5f100675-585b-4208-a537-986ba04ebdf6) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:35:32.656715 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:32.682215 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 727a252d-e30e-4fa3-8c1f-0d99d1de8096 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:35:32.692535 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b546aa-00a3-48df-aaec-e808b4e93596 None None] Pushing event updated for resources: {'Port': ['ID=727a252d-e30e-4fa3-8c1f-0d99d1de8096,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:32.754334 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3c33a127-1c37-424c-b4df-8d0f4765f080 None None] Provisioning complete for port 727a252d-e30e-4fa3-8c1f-0d99d1de8096 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:35:32.754703 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3c33a127-1c37-424c-b4df-8d0f4765f080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (727a252d-e30e-4fa3-8c1f-0d99d1de8096), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:32.755037 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3c33a127-1c37-424c-b4df-8d0f4765f080 None None] Attempt 1 to provision port 727a252d-e30e-4fa3-8c1f-0d99d1de8096 Sep 22 12:35:32.756995 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-016e0ff8-59b0-4e7e-9c69-047464135ad3 admin admin] Publish callbacks [] for port (5f100675-585b-4208-a537-986ba04ebdf6), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:32.790908 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-016e0ff8-59b0-4e7e-9c69-047464135ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (5f100675-585b-4208-a537-986ba04ebdf6), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:32.829266 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016e0ff8-59b0-4e7e-9c69-047464135ad3 admin admin] Network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:35:32.832214 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-016e0ff8-59b0-4e7e-9c69-047464135ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:35:32.835804 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016e0ff8-59b0-4e7e-9c69-047464135ad3 admin admin] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:35:32.866149 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e0ff8-59b0-4e7e-9c69-047464135ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=5f100675-585b-4208-a537-986ba04ebdf6,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:32.887177 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-016e0ff8-59b0-4e7e-9c69-047464135ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425239'] for router_interface (9901d003-8388-4a46-8181-600209dea5ef), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:32.908208 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3c33a127-1c37-424c-b4df-8d0f4765f080 None None] Current status of the port 727a252d-e30e-4fa3-8c1f-0d99d1de8096 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:35:32.986707 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] Publish callbacks [] for port (a1edc7c6-7d32-4382-8446-2eb4764897ae), precommit_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:32.997417 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (a1edc7c6-7d32-4382-8446-2eb4764897ae), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:33.025671 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-016e0ff8-59b0-4e7e-9c69-047464135ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (5f100675-585b-4208-a537-986ba04ebdf6), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:33.036812 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] Attempting to bind port a1edc7c6-7d32-4382-8446-2eb4764897ae on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:35:33.037357 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] Attempting to bind port a1edc7c6-7d32-4382-8446-2eb4764897ae by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:35:33.037627 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] Attempting to bind port a1edc7c6-7d32-4382-8446-2eb4764897ae on network 1180960f-2d21-46a6-8808-3b9bf675fc1c {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:35:33.071738 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642e3c0-4124-43d1-bb81-d4ed1f2a15d6 None None] Pushing event updated for resources: {'Port': ['ID=a1edc7c6-7d32-4382-8446-2eb4764897ae,revision_number=2']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:33.093547 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:35:33.094017 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] Checking segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:35:33.094333 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:33.094719 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] Bound using segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:35:33.095203 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] Bound port: a1edc7c6-7d32-4382-8446-2eb4764897ae, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:35:33.095578 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (a1edc7c6-7d32-4382-8446-2eb4764897ae), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:33.144989 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:33.151245 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] For port a1edc7c6-7d32-4382-8446-2eb4764897ae, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:35:33.155039 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] For port a1edc7c6-7d32-4382-8446-2eb4764897ae, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=a1edc7c6-7d32-4382-8446-2eb4764897ae,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:35:33.164643 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (a1edc7c6-7d32-4382-8446-2eb4764897ae), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:33.208447 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] Routers {'9901d003-8388-4a46-8181-600209dea5ef'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:35:33.209361 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:35:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9901d003-8388-4a46-8181-600209dea5ef'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:33.211129 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-016e0ff8-59b0-4e7e-9c69-047464135ad3 admin admin] Publish callbacks [] for port (5f100675-585b-4208-a537-986ba04ebdf6), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:33.218483 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-016e0ff8-59b0-4e7e-9c69-047464135ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (5f100675-585b-4208-a537-986ba04ebdf6), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:33.257146 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642e3c0-4124-43d1-bb81-d4ed1f2a15d6 None None] Pushing event updated for resources: {'Port': ['ID=a1edc7c6-7d32-4382-8446-2eb4764897ae,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:33.294257 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-016e0ff8-59b0-4e7e-9c69-047464135ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425347'] for router_interface (9901d003-8388-4a46-8181-600209dea5ef), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:33.296139 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e0ff8-59b0-4e7e-9c69-047464135ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=5f100675-585b-4208-a537-986ba04ebdf6,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:33.335746 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] Set router 9901d003-8388-4a46-8181-600209dea5ef gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:35:33.337457 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-4966e8c0-e4e3-43c7-821b-0ecc3a01b092 None None] Provisioning complete for port 5f100675-585b-4208-a537-986ba04ebdf6 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:35:33.337824 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-4966e8c0-e4e3-43c7-821b-0ecc3a01b092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (5f100675-585b-4208-a537-986ba04ebdf6), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:33.338149 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-4966e8c0-e4e3-43c7-821b-0ecc3a01b092 None None] Attempt 1 to provision port 5f100675-585b-4208-a537-986ba04ebdf6 Sep 22 12:35:33.367823 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:33.389978 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016e0ff8-59b0-4e7e-9c69-047464135ad3 admin admin] Network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:35:33.391441 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-016e0ff8-59b0-4e7e-9c69-047464135ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:35:33.432242 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-4966e8c0-e4e3-43c7-821b-0ecc3a01b092 None None] Port 5f100675-585b-4208-a537-986ba04ebdf6 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:35:33.450663 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:33.509535 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016e0ff8-59b0-4e7e-9c69-047464135ad3 admin admin] Router 9901d003-8388-4a46-8181-600209dea5ef has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:35:33.543330 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:33.566483 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 1, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:33.591738 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f7be5b-b77c-4be5-8c3b-3373e3dee82c None None] The sync data for ids ['9901d003-8388-4a46-8181-600209dea5ef'] in dv-cinder-856463-4-iscsi is: [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 1, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:35:33.623372 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016e0ff8-59b0-4e7e-9c69-047464135ad3 admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:35:33.628372 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-016e0ff8-59b0-4e7e-9c69-047464135ad3 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/9901d003-8388-4a46-8181-600209dea5ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8065410 Sep 22 12:35:33.933096 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-4966e8c0-e4e3-43c7-821b-0ecc3a01b092 None None] Attempt 2 to provision port 5f100675-585b-4208-a537-986ba04ebdf6 Sep 22 12:35:33.971830 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-4966e8c0-e4e3-43c7-821b-0ecc3a01b092 None None] Port 5f100675-585b-4208-a537-986ba04ebdf6 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:35:34.137130 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52994) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:34.142967 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-44aeb098-cde5-4c83-8916-b6a16f11f22e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1337973546-network', 'tenant_id': '51980456e4f84b9183583477f03f3731'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:34.164900 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44aeb098-cde5-4c83-8916-b6a16f11f22e admin admin] Made reservation on behalf of 51980456e4f84b9183583477f03f3731 for: {'network': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:35:34.167282 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-44aeb098-cde5-4c83-8916-b6a16f11f22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for network (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:34.176752 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-44aeb098-cde5-4c83-8916-b6a16f11f22e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:34.278234 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-44aeb098-cde5-4c83-8916-b6a16f11f22e admin admin] Publish callbacks [] for security_group (41615341-8dce-4423-855d-6f576c222928), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:34.283145 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-44aeb098-cde5-4c83-8916-b6a16f11f22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (41615341-8dce-4423-855d-6f576c222928), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:34.304482 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 727a252d-e30e-4fa3-8c1f-0d99d1de8096 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:35:34.322292 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44aeb098-cde5-4c83-8916-b6a16f11f22e admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=106188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 12:35:34.330310 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aeb098-cde5-4c83-8916-b6a16f11f22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41615341-8dce-4423-855d-6f576c222928,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:34.338095 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-44aeb098-cde5-4c83-8916-b6a16f11f22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (7fdbe0a8-77e7-429a-8b04-108b04b7d288), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:34.338485 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.segments_db [None req-44aeb098-cde5-4c83-8916-b6a16f11f22e admin admin] Added segment 7fdbe0a8-77e7-429a-8b04-108b04b7d288 of type vlan for network f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb Sep 22 12:35:34.367997 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 727a252d-e30e-4fa3-8c1f-0d99d1de8096 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:35:34.368423 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (727a252d-e30e-4fa3-8c1f-0d99d1de8096), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:34.368764 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 727a252d-e30e-4fa3-8c1f-0d99d1de8096 Sep 22 12:35:34.388267 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-44aeb098-cde5-4c83-8916-b6a16f11f22e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742010657190'] for network (f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:34.414749 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-44aeb098-cde5-4c83-8916-b6a16f11f22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for network (f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:34.415902 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aeb098-cde5-4c83-8916-b6a16f11f22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:34.416644 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-44aeb098-cde5-4c83-8916-b6a16f11f22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:34.449577 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 727a252d-e30e-4fa3-8c1f-0d99d1de8096 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:35:34.468941 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-44aeb098-cde5-4c83-8916-b6a16f11f22e admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3305795 Sep 22 12:35:34.471835 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52996) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:34.472604 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-4966e8c0-e4e3-43c7-821b-0ecc3a01b092 None None] Attempt 3 to provision port 5f100675-585b-4208-a537-986ba04ebdf6 Sep 22 12:35:34.478676 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-144aa5ea-b17c-4fc5-988b-6e5099751b79 admin admin] Request body: {'subnet': {'network_id': 'f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1337973546-subnet', 'tenant_id': '51980456e4f84b9183583477f03f3731', 'ip_version': 4}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:34.500215 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aeb098-cde5-4c83-8916-b6a16f11f22e admin admin] Pushing event updated for resources: {'Network': ['ID=f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:34.508305 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-4966e8c0-e4e3-43c7-821b-0ecc3a01b092 None None] Port 5f100675-585b-4208-a537-986ba04ebdf6 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:35:34.514313 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144aa5ea-b17c-4fc5-988b-6e5099751b79 admin admin] Made reservation on behalf of 51980456e4f84b9183583477f03f3731 for: {'subnet': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:35:34.514791 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Network f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb details requested by agent ovs-agent-dv-cinder-856463-4-iscsi with host dv-cinder-856463-4-iscsi {{(pid=106190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 12:35:34.516920 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-144aa5ea-b17c-4fc5-988b-6e5099751b79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2597168'] for subnet (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:34.708848 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-144aa5ea-b17c-4fc5-988b-6e5099751b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2597158'] for subnet (7ffc4c2a-ad13-46a9-8a0d-b5cef975427a), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:34.712996 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:34.747750 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:34.778207 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144aa5ea-b17c-4fc5-988b-6e5099751b79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ffc4c2a-ad13-46a9-8a0d-b5cef975427a,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:34.796323 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144aa5ea-b17c-4fc5-988b-6e5099751b79 admin admin] Checking segment: {'id': '7fdbe0a8-77e7-429a-8b04-108b04b7d288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:35:34.796678 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144aa5ea-b17c-4fc5-988b-6e5099751b79 admin admin] Network hostable DHCP agents. Network: f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb, hostable agents: ['a2e957d1-0bb2-4343-b675-01d2080b3290'], hosted agents: [] {{(pid=106188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 12:35:34.818077 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144aa5ea-b17c-4fc5-988b-6e5099751b79 admin admin] Network f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb is scheduled to be hosted by DHCP agent a2e957d1-0bb2-4343-b675-01d2080b3290 with binding_index 1 {{(pid=106188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 12:35:34.829859 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-144aa5ea-b17c-4fc5-988b-6e5099751b79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-4-iscsi, f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb) {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:35:34.833878 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144aa5ea-b17c-4fc5-988b-6e5099751b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:34.834394 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-144aa5ea-b17c-4fc5-988b-6e5099751b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:34.839824 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3215b7-e6a6-4709-ab8d-31ca3fca8a48 None None] Network f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:35:34.872682 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-144aa5ea-b17c-4fc5-988b-6e5099751b79 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3976233 Sep 22 12:35:34.873034 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 52998) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:34.877910 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-8bcc68ad-0201-460d-8451-cff5e7789106 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1337973546-router', 'tenant_id': '51980456e4f84b9183583477f03f3731', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:34.899074 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8bcc68ad-0201-460d-8451-cff5e7789106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (4f49c84d-b054-427e-a8cb-68058395d2e0), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:34.900528 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8bcc68ad-0201-460d-8451-cff5e7789106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-625649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12660'] for router (4f49c84d-b054-427e-a8cb-68058395d2e0), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:34.943494 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4c631b-8e34-4c37-b18e-19c42f3eeec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c63bb28-3216-551e-ac85-74facc55e4fd-f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb', 'network_id': 'f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb', 'project_id': '51980456e4f84b9183583477f03f3731', 'fixed_ips': [{'subnet_id': '7ffc4c2a-ad13-46a9-8a0d-b5cef975427a'}]}} from dv-cinder-856463-4-iscsi. {{(pid=106190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 12:35:34.944597 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-9c4c631b-8e34-4c37-b18e-19c42f3eeec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:34.956078 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8bcc68ad-0201-460d-8451-cff5e7789106 admin admin] Publish callbacks [] for router_controller (4f49c84d-b054-427e-a8cb-68058395d2e0), precommit_add_association {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:35.012685 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-4966e8c0-e4e3-43c7-821b-0ecc3a01b092 None None] Attempt 4 to provision port 5f100675-585b-4208-a537-986ba04ebdf6 Sep 22 12:35:35.014025 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:35.064288 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-4966e8c0-e4e3-43c7-821b-0ecc3a01b092 None None] Port 5f100675-585b-4208-a537-986ba04ebdf6 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:35:35.092944 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8bcc68ad-0201-460d-8451-cff5e7789106 admin admin] Publish callbacks [] for router_gateway (4f49c84d-b054-427e-a8cb-68058395d2e0), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:35.115573 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.db_base_plugin_common [None req-9c4c631b-8e34-4c37-b18e-19c42f3eeec7 None None] Allocated IP 172.20.0.2 (f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb/7ffc4c2a-ad13-46a9-8a0d-b5cef975427a/de53c0bf-c279-4c31-b9cb-87a7091cf175) {{(pid=106190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:35:35.262556 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-9c4c631b-8e34-4c37-b18e-19c42f3eeec7 None None] Publish callbacks [] for port (de53c0bf-c279-4c31-b9cb-87a7091cf175), precommit_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:35.268986 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-9c4c631b-8e34-4c37-b18e-19c42f3eeec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160'] for port (de53c0bf-c279-4c31-b9cb-87a7091cf175), after_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:35.275231 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8bcc68ad-0201-460d-8451-cff5e7789106 admin admin] Publish callbacks [] for router_gateway (4f49c84d-b054-427e-a8cb-68058395d2e0), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:35.295434 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8bcc68ad-0201-460d-8451-cff5e7789106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:35.316263 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4c631b-8e34-4c37-b18e-19c42f3eeec7 None None] Network f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb is already hosted by enough agents. {{(pid=106190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:35:35.319672 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.base_scheduler [None req-9c4c631b-8e34-4c37-b18e-19c42f3eeec7 None None] Resources bound (agent type, host, resource id): {{(pid=106190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:35:35.322322 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4c631b-8e34-4c37-b18e-19c42f3eeec7 None None] Received port after_create {{(pid=106190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:35:35.329231 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c631b-8e34-4c37-b18e-19c42f3eeec7 None None] Pushing event updated for resources: {'Port': ['ID=de53c0bf-c279-4c31-b9cb-87a7091cf175,revision_number=1']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:35.386278 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-9c4c631b-8e34-4c37-b18e-19c42f3eeec7 None None] Attempting to bind port de53c0bf-c279-4c31-b9cb-87a7091cf175 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:35:35.386643 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-9c4c631b-8e34-4c37-b18e-19c42f3eeec7 None None] Attempting to bind port de53c0bf-c279-4c31-b9cb-87a7091cf175 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '7fdbe0a8-77e7-429a-8b04-108b04b7d288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:35:35.387007 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4c631b-8e34-4c37-b18e-19c42f3eeec7 None None] Attempting to bind port de53c0bf-c279-4c31-b9cb-87a7091cf175 on network f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:35:35.410013 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:35.419985 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [None req-8bcc68ad-0201-460d-8451-cff5e7789106 admin admin] Allocated IP 172.27.0.136 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/011b0a51-eb77-4122-92eb-ecf79e3a508a) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:35:35.432389 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4c631b-8e34-4c37-b18e-19c42f3eeec7 None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:35:35.432793 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4c631b-8e34-4c37-b18e-19c42f3eeec7 None None] Checking segment: {'id': '7fdbe0a8-77e7-429a-8b04-108b04b7d288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:35:35.433205 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-9c4c631b-8e34-4c37-b18e-19c42f3eeec7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:35.433718 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4c631b-8e34-4c37-b18e-19c42f3eeec7 None None] Bound using segment: {'id': '7fdbe0a8-77e7-429a-8b04-108b04b7d288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:35:35.434089 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-9c4c631b-8e34-4c37-b18e-19c42f3eeec7 None None] Bound port: de53c0bf-c279-4c31-b9cb-87a7091cf175, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fdbe0a8-77e7-429a-8b04-108b04b7d288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:35:35.434495 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-9c4c631b-8e34-4c37-b18e-19c42f3eeec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (de53c0bf-c279-4c31-b9cb-87a7091cf175), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:35.501844 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-9c4c631b-8e34-4c37-b18e-19c42f3eeec7 None None] For port de53c0bf-c279-4c31-b9cb-87a7091cf175, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:35:35.504955 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-9c4c631b-8e34-4c37-b18e-19c42f3eeec7 None None] For port de53c0bf-c279-4c31-b9cb-87a7091cf175, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=de53c0bf-c279-4c31-b9cb-87a7091cf175,segment=NetworkSegment(7fdbe0a8-77e7-429a-8b04-108b04b7d288),segment_id=7fdbe0a8-77e7-429a-8b04-108b04b7d288)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:35:35.511455 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-9c4c631b-8e34-4c37-b18e-19c42f3eeec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (de53c0bf-c279-4c31-b9cb-87a7091cf175), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:35.533215 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8bcc68ad-0201-460d-8451-cff5e7789106 admin admin] Publish callbacks [] for port (011b0a51-eb77-4122-92eb-ecf79e3a508a), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:35.564198 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c631b-8e34-4c37-b18e-19c42f3eeec7 None None] Pushing event updated for resources: {'Port': ['ID=de53c0bf-c279-4c31-b9cb-87a7091cf175,revision_number=2']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:35.566916 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-4966e8c0-e4e3-43c7-821b-0ecc3a01b092 None None] Attempt 5 to provision port 5f100675-585b-4208-a537-986ba04ebdf6 Sep 22 12:35:35.574028 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8bcc68ad-0201-460d-8451-cff5e7789106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (011b0a51-eb77-4122-92eb-ecf79e3a508a), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:35.601665 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-4966e8c0-e4e3-43c7-821b-0ecc3a01b092 None None] Port 5f100675-585b-4208-a537-986ba04ebdf6 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:35:35.616838 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcc68ad-0201-460d-8451-cff5e7789106 admin admin] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:35:35.621665 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-8bcc68ad-0201-460d-8451-cff5e7789106 admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:35:35.623273 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:35.626284 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcc68ad-0201-460d-8451-cff5e7789106 admin admin] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:35:35.647537 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc68ad-0201-460d-8451-cff5e7789106 admin admin] Pushing event updated for resources: {'Port': ['ID=011b0a51-eb77-4122-92eb-ecf79e3a508a,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:35.655416 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:35.757056 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] Sync routers for ids ['9901d003-8388-4a46-8181-600209dea5ef'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:35:35.771330 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] Routers {'9901d003-8388-4a46-8181-600209dea5ef'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:35:35.771950 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:35:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9901d003-8388-4a46-8181-600209dea5ef'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:35.888726 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] Set router 9901d003-8388-4a46-8181-600209dea5ef gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:35:35.899629 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8bcc68ad-0201-460d-8451-cff5e7789106 admin admin] Publish callbacks [] for router_gateway (4f49c84d-b054-427e-a8cb-68058395d2e0), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:36.070748 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:33Z', 'revision_number': 2, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:36.091285 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8bcc68ad-0201-460d-8451-cff5e7789106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629806'] for router (4f49c84d-b054-427e-a8cb-68058395d2e0), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:36.099223 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] Checking router: 9901d003-8388-4a46-8181-600209dea5ef for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:35:36.099577 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] Updating router 9901d003-8388-4a46-8181-600209dea5ef port 5f100675-585b-4208-a537-986ba04ebdf6 binding host dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:35:36.102354 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-4966e8c0-e4e3-43c7-821b-0ecc3a01b092 None None] Attempt 6 to provision port 5f100675-585b-4208-a537-986ba04ebdf6 Sep 22 12:35:36.129327 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (5f100675-585b-4208-a537-986ba04ebdf6), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:36.138099 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-4966e8c0-e4e3-43c7-821b-0ecc3a01b092 None None] Port 5f100675-585b-4208-a537-986ba04ebdf6 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:35:36.226784 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcc68ad-0201-460d-8451-cff5e7789106 admin admin] Router 4f49c84d-b054-427e-a8cb-68058395d2e0 is scheduled to L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 with binding_index 1 {{(pid=106188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 12:35:36.335538 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device de53c0bf-c279-4c31-b9cb-87a7091cf175 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:35:36.387542 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port de53c0bf-c279-4c31-b9cb-87a7091cf175 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:35:36.387884 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (de53c0bf-c279-4c31-b9cb-87a7091cf175), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:36.388218 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port de53c0bf-c279-4c31-b9cb-87a7091cf175 Sep 22 12:35:36.448915 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] Publish callbacks [] for port (5f100675-585b-4208-a537-986ba04ebdf6), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:36.457959 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (5f100675-585b-4208-a537-986ba04ebdf6), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:36.475450 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port de53c0bf-c279-4c31-b9cb-87a7091cf175 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:35:36.475859 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (de53c0bf-c279-4c31-b9cb-87a7091cf175), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:36.510133 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cf889-491b-47f0-9692-7a6f45b2484b None None] Pushing event updated for resources: {'Port': ['ID=5f100675-585b-4208-a537-986ba04ebdf6,revision_number=3']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:36.519450 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cf889-491b-47f0-9692-7a6f45b2484b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:36.519801 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cf889-491b-47f0-9692-7a6f45b2484b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:36.520145 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cf889-491b-47f0-9692-7a6f45b2484b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:36.520527 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cf889-491b-47f0-9692-7a6f45b2484b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:36.520802 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] For port de53c0bf-c279-4c31-b9cb-87a7091cf175, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=de53c0bf-c279-4c31-b9cb-87a7091cf175,segment=NetworkSegment(7fdbe0a8-77e7-429a-8b04-108b04b7d288),segment_id=7fdbe0a8-77e7-429a-8b04-108b04b7d288)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:35:36.520943 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cf889-491b-47f0-9692-7a6f45b2484b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:36.521176 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cf889-491b-47f0-9692-7a6f45b2484b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:36.521607 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cf889-491b-47f0-9692-7a6f45b2484b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:36.521961 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cf889-491b-47f0-9692-7a6f45b2484b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:36.522169 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cf889-491b-47f0-9692-7a6f45b2484b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:36.522462 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cf889-491b-47f0-9692-7a6f45b2484b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:36.522777 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cf889-491b-47f0-9692-7a6f45b2484b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:36.523119 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cf889-491b-47f0-9692-7a6f45b2484b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:36.523445 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cf889-491b-47f0-9692-7a6f45b2484b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:36.523764 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cf889-491b-47f0-9692-7a6f45b2484b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:36.524099 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939cf889-491b-47f0-9692-7a6f45b2484b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:36.538696 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (de53c0bf-c279-4c31-b9cb-87a7091cf175), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:36.539722 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device a1edc7c6-7d32-4382-8446-2eb4764897ae up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:35:36.565247 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:36.584516 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] Attempting to bind port 5f100675-585b-4208-a537-986ba04ebdf6 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:35:36.584893 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] Attempting to bind port 5f100675-585b-4208-a537-986ba04ebdf6 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '9244f81d-1745-453d-b02d-f5d950c65f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07'}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:35:36.585401 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] Attempting to bind port 5f100675-585b-4208-a537-986ba04ebdf6 on network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:35:36.607408 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c75dc1-593b-4e77-a054-35e836b03bf6 None None] Network f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:35:36.614132 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcc68ad-0201-460d-8451-cff5e7789106 admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:35:36.630794 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:35:36.631144 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] Checking segment: {'id': '9244f81d-1745-453d-b02d-f5d950c65f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:35:36.631492 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:36.631897 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] Bound using segment: {'id': '9244f81d-1745-453d-b02d-f5d950c65f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07'} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:35:36.632368 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] Bound port: 5f100675-585b-4208-a537-986ba04ebdf6, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9244f81d-1745-453d-b02d-f5d950c65f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07'}}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:35:36.632752 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (5f100675-585b-4208-a537-986ba04ebdf6), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:36.636340 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8bcc68ad-0201-460d-8451-cff5e7789106 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:36.638492 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-8bcc68ad-0201-460d-8451-cff5e7789106 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7637386 Sep 22 12:35:36.642226 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 53002) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:36.652954 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:36.662972 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] Sync routers for ids ['4f49c84d-b054-427e-a8cb-68058395d2e0'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:35:36.668235 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-4966e8c0-e4e3-43c7-821b-0ecc3a01b092 None None] Attempt 7 to provision port 5f100675-585b-4208-a537-986ba04ebdf6 Sep 22 12:35:36.704184 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] For port 5f100675-585b-4208-a537-986ba04ebdf6, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:35:36.707819 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] For port 5f100675-585b-4208-a537-986ba04ebdf6, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=5f100675-585b-4208-a537-986ba04ebdf6,segment=NetworkSegment(9244f81d-1745-453d-b02d-f5d950c65f60),segment_id=9244f81d-1745-453d-b02d-f5d950c65f60)] {{(pid=106191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:35:36.711608 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Pushing event updated for resources: {'Port': ['ID=de53c0bf-c279-4c31-b9cb-87a7091cf175,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:36.716740 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (5f100675-585b-4208-a537-986ba04ebdf6), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:36.720465 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] Routers {'4f49c84d-b054-427e-a8cb-68058395d2e0'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:35:36.721005 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:35:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['4f49c84d-b054-427e-a8cb-68058395d2e0'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:36.738329 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port a1edc7c6-7d32-4382-8446-2eb4764897ae triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:35:36.738705 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (a1edc7c6-7d32-4382-8446-2eb4764897ae), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:36.739082 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port a1edc7c6-7d32-4382-8446-2eb4764897ae Sep 22 12:35:36.758672 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:36.761659 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] Routers {'9901d003-8388-4a46-8181-600209dea5ef'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:35:36.762272 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:35:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9901d003-8388-4a46-8181-600209dea5ef'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:36.814044 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-4966e8c0-e4e3-43c7-821b-0ecc3a01b092 None None] Port 5f100675-585b-4208-a537-986ba04ebdf6 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:35:36.815350 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cf889-491b-47f0-9692-7a6f45b2484b None None] Pushing event updated for resources: {'Port': ['ID=5f100675-585b-4208-a537-986ba04ebdf6,revision_number=4']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:36.865715 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:36.887701 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:36.968806 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port a1edc7c6-7d32-4382-8446-2eb4764897ae is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:35:36.969227 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (a1edc7c6-7d32-4382-8446-2eb4764897ae), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:36.973799 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] Set router 9901d003-8388-4a46-8181-600209dea5ef gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:35:36.979745 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:36.997702 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] Set router 4f49c84d-b054-427e-a8cb-68058395d2e0 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:35:37.024917 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] For port a1edc7c6-7d32-4382-8446-2eb4764897ae, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=a1edc7c6-7d32-4382-8446-2eb4764897ae,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:35:37.053907 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (a1edc7c6-7d32-4382-8446-2eb4764897ae), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:37.134105 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-769e5ba7-a35f-424f-aa7e-d551304b739e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:37.195031 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Pushing event updated for resources: {'Port': ['ID=a1edc7c6-7d32-4382-8446-2eb4764897ae,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:37.195521 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:36Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:37.222101 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c7dea5-1933-49a6-aa21-c43ad4dc3ab7 None None] The sync data for ids ['9901d003-8388-4a46-8181-600209dea5ef'] in dv-cinder-856463-4-iscsi is: [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:36Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:35:37.242725 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f49c84d-b054-427e-a8cb-68058395d2e0', 'name': 'tempest-TestVolumeBootPattern-1337973546-router', 'tenant_id': '51980456e4f84b9183583477f03f3731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '011b0a51-eb77-4122-92eb-ecf79e3a508a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:34Z', 'updated_at': '2022-09-22T12:35:35Z', 'revision_number': 3, 'project_id': '51980456e4f84b9183583477f03f3731', 'gw_port': {'id': '011b0a51-eb77-4122-92eb-ecf79e3a508a', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f49c84d-b054-427e-a8cb-68058395d2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:35Z', 'updated_at': '2022-09-22T12:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:37.275654 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] Checking router: 4f49c84d-b054-427e-a8cb-68058395d2e0 for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:35:37.275999 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] Updating router 4f49c84d-b054-427e-a8cb-68058395d2e0 port 011b0a51-eb77-4122-92eb-ecf79e3a508a binding host dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:35:37.307083 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (011b0a51-eb77-4122-92eb-ecf79e3a508a), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:37.318810 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [None req-769e5ba7-a35f-424f-aa7e-d551304b739e admin admin] Allocated IP 172.20.0.1 (f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb/7ffc4c2a-ad13-46a9-8a0d-b5cef975427a/7049d4af-a392-4744-a297-92427ffe10bd) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:35:37.325892 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-4966e8c0-e4e3-43c7-821b-0ecc3a01b092 None None] Attempt 8 to provision port 5f100675-585b-4208-a537-986ba04ebdf6 Sep 22 12:35:37.430558 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-769e5ba7-a35f-424f-aa7e-d551304b739e admin admin] Publish callbacks [] for port (7049d4af-a392-4744-a297-92427ffe10bd), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:37.465153 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-769e5ba7-a35f-424f-aa7e-d551304b739e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (7049d4af-a392-4744-a297-92427ffe10bd), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:37.508024 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769e5ba7-a35f-424f-aa7e-d551304b739e admin admin] Network f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:35:37.512488 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-769e5ba7-a35f-424f-aa7e-d551304b739e admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:35:37.514902 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769e5ba7-a35f-424f-aa7e-d551304b739e admin admin] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:35:37.532671 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-4966e8c0-e4e3-43c7-821b-0ecc3a01b092 None None] Current status of the port 5f100675-585b-4208-a537-986ba04ebdf6 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:35:37.533142 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-4966e8c0-e4e3-43c7-821b-0ecc3a01b092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (5f100675-585b-4208-a537-986ba04ebdf6), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:37.546316 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e5ba7-a35f-424f-aa7e-d551304b739e admin admin] Pushing event updated for resources: {'Port': ['ID=7049d4af-a392-4744-a297-92427ffe10bd,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:37.553621 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:37.565648 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-769e5ba7-a35f-424f-aa7e-d551304b739e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425239'] for router_interface (4f49c84d-b054-427e-a8cb-68058395d2e0), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:37.603876 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-4966e8c0-e4e3-43c7-821b-0ecc3a01b092 None None] For port 5f100675-585b-4208-a537-986ba04ebdf6, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=5f100675-585b-4208-a537-986ba04ebdf6,segment=NetworkSegment(9244f81d-1745-453d-b02d-f5d950c65f60),segment_id=9244f81d-1745-453d-b02d-f5d950c65f60)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:35:37.615651 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-4966e8c0-e4e3-43c7-821b-0ecc3a01b092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (5f100675-585b-4208-a537-986ba04ebdf6), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:37.703095 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966e8c0-e4e3-43c7-821b-0ecc3a01b092 None None] Pushing event updated for resources: {'Port': ['ID=5f100675-585b-4208-a537-986ba04ebdf6,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:37.708314 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-769e5ba7-a35f-424f-aa7e-d551304b739e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (7049d4af-a392-4744-a297-92427ffe10bd), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:37.718896 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] Publish callbacks [] for port (011b0a51-eb77-4122-92eb-ecf79e3a508a), precommit_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:37.731412 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (011b0a51-eb77-4122-92eb-ecf79e3a508a), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:37.745863 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:37.778651 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:37.817507 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:37.900045 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-769e5ba7-a35f-424f-aa7e-d551304b739e admin admin] Publish callbacks [] for port (7049d4af-a392-4744-a297-92427ffe10bd), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:37.901284 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Provisioning complete for port de53c0bf-c279-4c31-b9cb-87a7091cf175 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:35:37.901652 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (de53c0bf-c279-4c31-b9cb-87a7091cf175), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:37.902069 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Attempt 1 to provision port de53c0bf-c279-4c31-b9cb-87a7091cf175 Sep 22 12:35:37.905367 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-769e5ba7-a35f-424f-aa7e-d551304b739e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (7049d4af-a392-4744-a297-92427ffe10bd), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:37.924329 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] Attempting to bind port 011b0a51-eb77-4122-92eb-ecf79e3a508a on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:35:37.924826 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] Attempting to bind port 011b0a51-eb77-4122-92eb-ecf79e3a508a by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:35:37.925183 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] Attempting to bind port 011b0a51-eb77-4122-92eb-ecf79e3a508a on network 1180960f-2d21-46a6-8808-3b9bf675fc1c {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:35:37.973286 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-769e5ba7-a35f-424f-aa7e-d551304b739e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425347'] for router_interface (4f49c84d-b054-427e-a8cb-68058395d2e0), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:37.975150 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e5ba7-a35f-424f-aa7e-d551304b739e admin admin] Pushing event updated for resources: {'Port': ['ID=7049d4af-a392-4744-a297-92427ffe10bd,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:37.981452 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999f46d-ac01-405b-b8b8-ab6ab3394258 None None] Pushing event updated for resources: {'Port': ['ID=011b0a51-eb77-4122-92eb-ecf79e3a508a,revision_number=2']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:37.999282 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:35:37.999659 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] Checking segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:35:38.000061 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:38.001002 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] Bound using segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:35:38.001484 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] Bound port: 011b0a51-eb77-4122-92eb-ecf79e3a508a, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:35:38.001858 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (011b0a51-eb77-4122-92eb-ecf79e3a508a), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:38.074030 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Current status of the port de53c0bf-c279-4c31-b9cb-87a7091cf175 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:35:38.077281 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769e5ba7-a35f-424f-aa7e-d551304b739e admin admin] Network f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:35:38.079545 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-769e5ba7-a35f-424f-aa7e-d551304b739e admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:35:38.089754 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] For port 011b0a51-eb77-4122-92eb-ecf79e3a508a, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:35:38.091875 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Provisioning complete for port 7049d4af-a392-4744-a297-92427ffe10bd triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:35:38.092244 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (7049d4af-a392-4744-a297-92427ffe10bd), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:38.092600 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Attempt 1 to provision port 7049d4af-a392-4744-a297-92427ffe10bd Sep 22 12:35:38.095243 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] For port 011b0a51-eb77-4122-92eb-ecf79e3a508a, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=011b0a51-eb77-4122-92eb-ecf79e3a508a,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:35:38.118343 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (011b0a51-eb77-4122-92eb-ecf79e3a508a), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:38.170184 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Port 7049d4af-a392-4744-a297-92427ffe10bd cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:35:38.174198 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] Routers {'4f49c84d-b054-427e-a8cb-68058395d2e0'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:35:38.175011 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:35:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['4f49c84d-b054-427e-a8cb-68058395d2e0'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:38.202710 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769e5ba7-a35f-424f-aa7e-d551304b739e admin admin] Router 4f49c84d-b054-427e-a8cb-68058395d2e0 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:35:38.242823 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999f46d-ac01-405b-b8b8-ab6ab3394258 None None] Pushing event updated for resources: {'Port': ['ID=011b0a51-eb77-4122-92eb-ecf79e3a508a,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:38.374298 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769e5ba7-a35f-424f-aa7e-d551304b739e admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:35:38.376091 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] Set router 4f49c84d-b054-427e-a8cb-68058395d2e0 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:35:38.380599 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-769e5ba7-a35f-424f-aa7e-d551304b739e admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/4f49c84d-b054-427e-a8cb-68058395d2e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7371128 Sep 22 12:35:38.429765 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device de53c0bf-c279-4c31-b9cb-87a7091cf175 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:35:38.472224 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:38.525797 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:38.562073 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port de53c0bf-c279-4c31-b9cb-87a7091cf175 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:35:38.562672 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (de53c0bf-c279-4c31-b9cb-87a7091cf175), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:38.562819 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port de53c0bf-c279-4c31-b9cb-87a7091cf175 Sep 22 12:35:38.677528 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Attempt 2 to provision port 7049d4af-a392-4744-a297-92427ffe10bd Sep 22 12:35:38.723171 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port de53c0bf-c279-4c31-b9cb-87a7091cf175 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:35:38.724312 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device a1edc7c6-7d32-4382-8446-2eb4764897ae up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:35:38.744321 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 53020) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:38.749072 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-208a64ee-6ad7-4df5-aaa5-0d9151f84e4c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-358311579', 'description': 'tempest-secgroup-smoke-358311579 description', 'project_id': '5d44fc4fa85a4dfb82c31a602037a249'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:38.751165 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f49c84d-b054-427e-a8cb-68058395d2e0', 'name': 'tempest-TestVolumeBootPattern-1337973546-router', 'tenant_id': '51980456e4f84b9183583477f03f3731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '011b0a51-eb77-4122-92eb-ecf79e3a508a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:34Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 4, 'project_id': '51980456e4f84b9183583477f03f3731', 'gw_port': {'id': '011b0a51-eb77-4122-92eb-ecf79e3a508a', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f49c84d-b054-427e-a8cb-68058395d2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:35Z', 'updated_at': '2022-09-22T12:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '7049d4af-a392-4744-a297-92427ffe10bd', 'name': '', 'network_id': 'f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb', 'tenant_id': '51980456e4f84b9183583477f03f3731', 'mac_address': 'fa:16:3e:d6:4d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f49c84d-b054-427e-a8cb-68058395d2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7ffc4c2a-ad13-46a9-8a0d-b5cef975427a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:37Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 2, 'project_id': '51980456e4f84b9183583477f03f3731', 'subnets': [{'id': '7ffc4c2a-ad13-46a9-8a0d-b5cef975427a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:38.755886 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Port 7049d4af-a392-4744-a297-92427ffe10bd cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:35:38.769424 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-208a64ee-6ad7-4df5-aaa5-0d9151f84e4c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:38.780276 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:38.785377 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d93fa90-d0f7-4cae-8b86-36fef7b4a78c None None] The sync data for ids ['4f49c84d-b054-427e-a8cb-68058395d2e0'] in dv-cinder-856463-4-iscsi is: [{'id': '4f49c84d-b054-427e-a8cb-68058395d2e0', 'name': 'tempest-TestVolumeBootPattern-1337973546-router', 'tenant_id': '51980456e4f84b9183583477f03f3731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '011b0a51-eb77-4122-92eb-ecf79e3a508a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:34Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 4, 'project_id': '51980456e4f84b9183583477f03f3731', 'gw_port': {'id': '011b0a51-eb77-4122-92eb-ecf79e3a508a', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f49c84d-b054-427e-a8cb-68058395d2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:35Z', 'updated_at': '2022-09-22T12:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '7049d4af-a392-4744-a297-92427ffe10bd', 'name': '', 'network_id': 'f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb', 'tenant_id': '51980456e4f84b9183583477f03f3731', 'mac_address': 'fa:16:3e:d6:4d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f49c84d-b054-427e-a8cb-68058395d2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7ffc4c2a-ad13-46a9-8a0d-b5cef975427a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:37Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 2, 'project_id': '51980456e4f84b9183583477f03f3731', 'subnets': [{'id': '7ffc4c2a-ad13-46a9-8a0d-b5cef975427a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:35:38.803977 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port a1edc7c6-7d32-4382-8446-2eb4764897ae triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:35:38.804432 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (a1edc7c6-7d32-4382-8446-2eb4764897ae), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:38.804768 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port a1edc7c6-7d32-4382-8446-2eb4764897ae Sep 22 12:35:38.856060 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-208a64ee-6ad7-4df5-aaa5-0d9151f84e4c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group (02f0e148-ca17-411b-9185-6cf2b040e862), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:38.871102 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-208a64ee-6ad7-4df5-aaa5-0d9151f84e4c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (02f0e148-ca17-411b-9185-6cf2b040e862), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:38.892757 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port a1edc7c6-7d32-4382-8446-2eb4764897ae is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:35:38.893766 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 5f100675-585b-4208-a537-986ba04ebdf6 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:35:38.905013 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a64ee-6ad7-4df5-aaa5-0d9151f84e4c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f0e148-ca17-411b-9185-6cf2b040e862,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:38.911156 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-208a64ee-6ad7-4df5-aaa5-0d9151f84e4c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:38.915911 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-208a64ee-6ad7-4df5-aaa5-0d9151f84e4c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1670039 Sep 22 12:35:38.916205 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 53022) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:38.920863 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-b0fe3b80-997f-4657-9935-2d2971d622f6 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Request body: {'security_group_rule': {'security_group_id': '02f0e148-ca17-411b-9185-6cf2b040e862', 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:38.927192 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a64ee-6ad7-4df5-aaa5-0d9151f84e4c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:38.927530 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a64ee-6ad7-4df5-aaa5-0d9151f84e4c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:38.927866 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a64ee-6ad7-4df5-aaa5-0d9151f84e4c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:38.928203 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a64ee-6ad7-4df5-aaa5-0d9151f84e4c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:38.928562 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a64ee-6ad7-4df5-aaa5-0d9151f84e4c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:38.928888 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a64ee-6ad7-4df5-aaa5-0d9151f84e4c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:38.929208 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a64ee-6ad7-4df5-aaa5-0d9151f84e4c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:38.929526 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a64ee-6ad7-4df5-aaa5-0d9151f84e4c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:38.929843 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a64ee-6ad7-4df5-aaa5-0d9151f84e4c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:38.930159 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a64ee-6ad7-4df5-aaa5-0d9151f84e4c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:38.930477 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a64ee-6ad7-4df5-aaa5-0d9151f84e4c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:38.930792 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a64ee-6ad7-4df5-aaa5-0d9151f84e4c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:38.931105 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a64ee-6ad7-4df5-aaa5-0d9151f84e4c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:38.931420 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a64ee-6ad7-4df5-aaa5-0d9151f84e4c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:38.931729 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208a64ee-6ad7-4df5-aaa5-0d9151f84e4c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:35:38.941332 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 5f100675-585b-4208-a537-986ba04ebdf6 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:35:38.941673 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (5f100675-585b-4208-a537-986ba04ebdf6), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:38.942169 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 5f100675-585b-4208-a537-986ba04ebdf6 Sep 22 12:35:38.942315 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:38.960729 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b0fe3b80-997f-4657-9935-2d2971d622f6 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group_rule (a3a15beb-23dc-4ac6-b4b1-5eb7c493f8fa), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.021971 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b0fe3b80-997f-4657-9935-2d2971d622f6 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group_rule (a3a15beb-23dc-4ac6-b4b1-5eb7c493f8fa), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.022652 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 5f100675-585b-4208-a537-986ba04ebdf6 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:35:39.029809 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b0fe3b80-997f-4657-9935-2d2971d622f6 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (a3a15beb-23dc-4ac6-b4b1-5eb7c493f8fa), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.059474 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b0fe3b80-997f-4657-9935-2d2971d622f6 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.060830 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-b0fe3b80-997f-4657-9935-2d2971d622f6 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435935 Sep 22 12:35:39.064262 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 53024) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:39.068603 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-961a5556-ad44-4792-9ab0-38cfd03ee1f9 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Request body: {'security_group_rule': {'security_group_id': '02f0e148-ca17-411b-9185-6cf2b040e862', 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:39.073160 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe3b80-997f-4657-9935-2d2971d622f6 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a15beb-23dc-4ac6-b4b1-5eb7c493f8fa,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:39.103525 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-961a5556-ad44-4792-9ab0-38cfd03ee1f9 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group_rule (4e1d14ef-18e0-4012-b052-3b06941efdcb), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.144027 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:39.166737 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-961a5556-ad44-4792-9ab0-38cfd03ee1f9 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group_rule (4e1d14ef-18e0-4012-b052-3b06941efdcb), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.171960 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-961a5556-ad44-4792-9ab0-38cfd03ee1f9 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (4e1d14ef-18e0-4012-b052-3b06941efdcb), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.193355 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a5556-ad44-4792-9ab0-38cfd03ee1f9 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1d14ef-18e0-4012-b052-3b06941efdcb,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:39.200447 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-961a5556-ad44-4792-9ab0-38cfd03ee1f9 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.201724 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-961a5556-ad44-4792-9ab0-38cfd03ee1f9 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1364715 Sep 22 12:35:39.205004 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 53026) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:39.209603 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-a93587c9-e7b4-4176-9ed3-fc0777c02967 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Request body: {'security_group_rule': {'security_group_id': '02f0e148-ca17-411b-9185-6cf2b040e862', 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:39.243867 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a93587c9-e7b4-4176-9ed3-fc0777c02967 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group_rule (c1a5100b-3f7a-40d2-913d-044ec34b3736), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.257372 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Attempt 3 to provision port 7049d4af-a392-4744-a297-92427ffe10bd Sep 22 12:35:39.291831 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Port 7049d4af-a392-4744-a297-92427ffe10bd cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:35:39.318559 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a93587c9-e7b4-4176-9ed3-fc0777c02967 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group_rule (c1a5100b-3f7a-40d2-913d-044ec34b3736), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.322538 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a93587c9-e7b4-4176-9ed3-fc0777c02967 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (c1a5100b-3f7a-40d2-913d-044ec34b3736), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.342296 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93587c9-e7b4-4176-9ed3-fc0777c02967 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a5100b-3f7a-40d2-913d-044ec34b3736,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:39.350228 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a93587c9-e7b4-4176-9ed3-fc0777c02967 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.351423 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-a93587c9-e7b4-4176-9ed3-fc0777c02967 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454031 Sep 22 12:35:39.355020 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 53028) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:39.358994 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-8858d032-c432-4d95-a268-267909b503cb tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Request body: {'security_group_rule': {'security_group_id': '02f0e148-ca17-411b-9185-6cf2b040e862', 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:39.386928 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8858d032-c432-4d95-a268-267909b503cb tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group_rule (dc6c0759-4a86-458d-9434-fb7348824631), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.449825 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8858d032-c432-4d95-a268-267909b503cb tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group_rule (dc6c0759-4a86-458d-9434-fb7348824631), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.456029 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8858d032-c432-4d95-a268-267909b503cb tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (dc6c0759-4a86-458d-9434-fb7348824631), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.485915 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858d032-c432-4d95-a268-267909b503cb tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6c0759-4a86-458d-9434-fb7348824631,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:39.496015 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8858d032-c432-4d95-a268-267909b503cb tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.498428 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-8858d032-c432-4d95-a268-267909b503cb tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1425781 Sep 22 12:35:39.503070 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 53034) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:39.517691 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-b3beb848-706f-4d0c-bd0c-0716296a646a tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Request body: {'security_group_rule': {'security_group_id': '02f0e148-ca17-411b-9185-6cf2b040e862', 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:39.542216 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.securitygroups_db [None req-b3beb848-706f-4d0c-bd0c-0716296a646a tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Project 5d44fc4fa85a4dfb82c31a602037a249 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 12:35:39.548525 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b3beb848-706f-4d0c-bd0c-0716296a646a tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group_rule (f3e3fc53-3c8e-4db9-bc00-1fcf13f32484), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.634423 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b3beb848-706f-4d0c-bd0c-0716296a646a tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group_rule (f3e3fc53-3c8e-4db9-bc00-1fcf13f32484), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.639678 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b3beb848-706f-4d0c-bd0c-0716296a646a tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (f3e3fc53-3c8e-4db9-bc00-1fcf13f32484), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.663806 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3beb848-706f-4d0c-bd0c-0716296a646a tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e3fc53-3c8e-4db9-bc00-1fcf13f32484,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:39.668547 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-b3beb848-706f-4d0c-bd0c-0716296a646a tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.669778 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-b3beb848-706f-4d0c-bd0c-0716296a646a tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1615069 Sep 22 12:35:39.672659 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 53038) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:35:39.677624 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-3e79dff8-c098-4b40-a186-6e499f8a15fc tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Request body: {'security_group_rule': {'security_group_id': '02f0e148-ca17-411b-9185-6cf2b040e862', 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:39.701625 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.securitygroups_db [None req-3e79dff8-c098-4b40-a186-6e499f8a15fc tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Project 5d44fc4fa85a4dfb82c31a602037a249 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 12:35:39.710062 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-3e79dff8-c098-4b40-a186-6e499f8a15fc tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group_rule (8179c630-865c-4158-a7c6-97f15635693a), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.771942 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:39.784358 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-3e79dff8-c098-4b40-a186-6e499f8a15fc tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group_rule (8179c630-865c-4158-a7c6-97f15635693a), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.789709 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-3e79dff8-c098-4b40-a186-6e499f8a15fc tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (8179c630-865c-4158-a7c6-97f15635693a), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.793321 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Attempt 4 to provision port 7049d4af-a392-4744-a297-92427ffe10bd Sep 22 12:35:39.810984 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79dff8-c098-4b40-a186-6e499f8a15fc tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8179c630-865c-4158-a7c6-97f15635693a,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:39.827429 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-3e79dff8-c098-4b40-a186-6e499f8a15fc tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:39.831549 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-3e79dff8-c098-4b40-a186-6e499f8a15fc tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1579523 Sep 22 12:35:39.858680 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Port 7049d4af-a392-4744-a297-92427ffe10bd cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:35:40.307984 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 011b0a51-eb77-4122-92eb-ecf79e3a508a up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:35:40.360878 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Attempt 5 to provision port 7049d4af-a392-4744-a297-92427ffe10bd Sep 22 12:35:40.409986 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 011b0a51-eb77-4122-92eb-ecf79e3a508a triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:35:40.410592 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (011b0a51-eb77-4122-92eb-ecf79e3a508a), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:40.411125 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 011b0a51-eb77-4122-92eb-ecf79e3a508a Sep 22 12:35:40.439435 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Port 7049d4af-a392-4744-a297-92427ffe10bd cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:35:40.491855 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 011b0a51-eb77-4122-92eb-ecf79e3a508a is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:35:40.492245 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (011b0a51-eb77-4122-92eb-ecf79e3a508a), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:40.515311 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] For port 011b0a51-eb77-4122-92eb-ecf79e3a508a, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=011b0a51-eb77-4122-92eb-ecf79e3a508a,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:35:40.519474 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (011b0a51-eb77-4122-92eb-ecf79e3a508a), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:40.571547 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Pushing event updated for resources: {'Port': ['ID=011b0a51-eb77-4122-92eb-ecf79e3a508a,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:40.940554 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Attempt 6 to provision port 7049d4af-a392-4744-a297-92427ffe10bd Sep 22 12:35:40.963628 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:40.981157 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Port 7049d4af-a392-4744-a297-92427ffe10bd cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:35:41.096989 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] Sync routers for ids ['4f49c84d-b054-427e-a8cb-68058395d2e0'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:35:41.108080 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] Routers {'4f49c84d-b054-427e-a8cb-68058395d2e0'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:35:41.108729 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:35:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['4f49c84d-b054-427e-a8cb-68058395d2e0'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:41.212929 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] Set router 4f49c84d-b054-427e-a8cb-68058395d2e0 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:35:41.405055 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f49c84d-b054-427e-a8cb-68058395d2e0', 'name': 'tempest-TestVolumeBootPattern-1337973546-router', 'tenant_id': '51980456e4f84b9183583477f03f3731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '011b0a51-eb77-4122-92eb-ecf79e3a508a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:34Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 4, 'project_id': '51980456e4f84b9183583477f03f3731', 'gw_port': {'id': '011b0a51-eb77-4122-92eb-ecf79e3a508a', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f49c84d-b054-427e-a8cb-68058395d2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:35Z', 'updated_at': '2022-09-22T12:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '7049d4af-a392-4744-a297-92427ffe10bd', 'name': '', 'network_id': 'f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb', 'tenant_id': '51980456e4f84b9183583477f03f3731', 'mac_address': 'fa:16:3e:d6:4d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f49c84d-b054-427e-a8cb-68058395d2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7ffc4c2a-ad13-46a9-8a0d-b5cef975427a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:37Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 2, 'project_id': '51980456e4f84b9183583477f03f3731', 'subnets': [{'id': '7ffc4c2a-ad13-46a9-8a0d-b5cef975427a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:41.430335 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] Checking router: 4f49c84d-b054-427e-a8cb-68058395d2e0 for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:35:41.430689 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] Updating router 4f49c84d-b054-427e-a8cb-68058395d2e0 port 7049d4af-a392-4744-a297-92427ffe10bd binding host dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:35:41.457859 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (7049d4af-a392-4744-a297-92427ffe10bd), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:41.482582 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Attempt 7 to provision port 7049d4af-a392-4744-a297-92427ffe10bd Sep 22 12:35:41.516960 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Port 7049d4af-a392-4744-a297-92427ffe10bd cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:35:41.615855 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:41.709492 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:41.718780 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] Publish callbacks [] for port (7049d4af-a392-4744-a297-92427ffe10bd), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:41.724758 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (7049d4af-a392-4744-a297-92427ffe10bd), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:41.801132 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c7442-fcf9-4c15-9b70-4d024d2e04da None None] Pushing event updated for resources: {'Port': ['ID=7049d4af-a392-4744-a297-92427ffe10bd,revision_number=3']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:41.816333 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] Attempting to bind port 7049d4af-a392-4744-a297-92427ffe10bd on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:35:41.816703 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] Attempting to bind port 7049d4af-a392-4744-a297-92427ffe10bd by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '7fdbe0a8-77e7-429a-8b04-108b04b7d288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb'}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:35:41.817062 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] Attempting to bind port 7049d4af-a392-4744-a297-92427ffe10bd on network f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:35:41.861876 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:35:41.862286 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] Checking segment: {'id': '7fdbe0a8-77e7-429a-8b04-108b04b7d288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:35:41.862701 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:41.863087 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] Bound using segment: {'id': '7fdbe0a8-77e7-429a-8b04-108b04b7d288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb'} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:35:41.863552 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] Bound port: 7049d4af-a392-4744-a297-92427ffe10bd, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fdbe0a8-77e7-429a-8b04-108b04b7d288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb'}}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:35:41.863973 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (7049d4af-a392-4744-a297-92427ffe10bd), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:41.924234 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] For port 7049d4af-a392-4744-a297-92427ffe10bd, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:35:41.927254 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] For port 7049d4af-a392-4744-a297-92427ffe10bd, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=7049d4af-a392-4744-a297-92427ffe10bd,segment=NetworkSegment(7fdbe0a8-77e7-429a-8b04-108b04b7d288),segment_id=7fdbe0a8-77e7-429a-8b04-108b04b7d288)] {{(pid=106191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:35:41.933747 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (7049d4af-a392-4744-a297-92427ffe10bd), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:41.965213 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] Routers {'4f49c84d-b054-427e-a8cb-68058395d2e0'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:35:41.965744 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:35:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['4f49c84d-b054-427e-a8cb-68058395d2e0'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:42.018390 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Attempt 8 to provision port 7049d4af-a392-4744-a297-92427ffe10bd Sep 22 12:35:42.059389 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c7442-fcf9-4c15-9b70-4d024d2e04da None None] Pushing event updated for resources: {'Port': ['ID=7049d4af-a392-4744-a297-92427ffe10bd,revision_number=4']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:42.085582 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] Set router 4f49c84d-b054-427e-a8cb-68058395d2e0 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:35:42.100069 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Current status of the port 7049d4af-a392-4744-a297-92427ffe10bd is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:35:42.100533 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (7049d4af-a392-4744-a297-92427ffe10bd), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:42.141897 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] For port 7049d4af-a392-4744-a297-92427ffe10bd, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=7049d4af-a392-4744-a297-92427ffe10bd,segment=NetworkSegment(7fdbe0a8-77e7-429a-8b04-108b04b7d288),segment_id=7fdbe0a8-77e7-429a-8b04-108b04b7d288)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:35:42.145812 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (7049d4af-a392-4744-a297-92427ffe10bd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:42.174852 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Provisioning complete for port 5f100675-585b-4208-a537-986ba04ebdf6 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:35:42.175222 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (5f100675-585b-4208-a537-986ba04ebdf6), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:42.175553 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Attempt 1 to provision port 5f100675-585b-4208-a537-986ba04ebdf6 Sep 22 12:35:42.201258 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:42.230053 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Pushing event updated for resources: {'Port': ['ID=7049d4af-a392-4744-a297-92427ffe10bd,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:42.276269 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-d134b083-15d7-41eb-b751-1679afb01de0 None None] Current status of the port 5f100675-585b-4208-a537-986ba04ebdf6 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:35:42.287413 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f49c84d-b054-427e-a8cb-68058395d2e0', 'name': 'tempest-TestVolumeBootPattern-1337973546-router', 'tenant_id': '51980456e4f84b9183583477f03f3731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '011b0a51-eb77-4122-92eb-ecf79e3a508a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:34Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 4, 'project_id': '51980456e4f84b9183583477f03f3731', 'gw_port': {'id': '011b0a51-eb77-4122-92eb-ecf79e3a508a', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f49c84d-b054-427e-a8cb-68058395d2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:35Z', 'updated_at': '2022-09-22T12:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '7049d4af-a392-4744-a297-92427ffe10bd', 'name': '', 'network_id': 'f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb', 'tenant_id': '51980456e4f84b9183583477f03f3731', 'mac_address': 'fa:16:3e:d6:4d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f49c84d-b054-427e-a8cb-68058395d2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7ffc4c2a-ad13-46a9-8a0d-b5cef975427a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:37Z', 'updated_at': '2022-09-22T12:35:41Z', 'revision_number': 4, 'project_id': '51980456e4f84b9183583477f03f3731', 'subnets': [{'id': '7ffc4c2a-ad13-46a9-8a0d-b5cef975427a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:35:42.311054 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1224f5-4b49-43d2-8b2d-169e49078516 None None] The sync data for ids ['4f49c84d-b054-427e-a8cb-68058395d2e0'] in dv-cinder-856463-4-iscsi is: [{'id': '4f49c84d-b054-427e-a8cb-68058395d2e0', 'name': 'tempest-TestVolumeBootPattern-1337973546-router', 'tenant_id': '51980456e4f84b9183583477f03f3731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '011b0a51-eb77-4122-92eb-ecf79e3a508a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:34Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 4, 'project_id': '51980456e4f84b9183583477f03f3731', 'gw_port': {'id': '011b0a51-eb77-4122-92eb-ecf79e3a508a', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f49c84d-b054-427e-a8cb-68058395d2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:35Z', 'updated_at': '2022-09-22T12:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '7049d4af-a392-4744-a297-92427ffe10bd', 'name': '', 'network_id': 'f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb', 'tenant_id': '51980456e4f84b9183583477f03f3731', 'mac_address': 'fa:16:3e:d6:4d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f49c84d-b054-427e-a8cb-68058395d2e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '7ffc4c2a-ad13-46a9-8a0d-b5cef975427a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:37Z', 'updated_at': '2022-09-22T12:35:41Z', 'revision_number': 4, 'project_id': '51980456e4f84b9183583477f03f3731', 'subnets': [{'id': '7ffc4c2a-ad13-46a9-8a0d-b5cef975427a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:35:42.316869 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 7049d4af-a392-4744-a297-92427ffe10bd up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:35:42.369597 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 7049d4af-a392-4744-a297-92427ffe10bd triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:35:42.369971 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (7049d4af-a392-4744-a297-92427ffe10bd), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:42.370305 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 7049d4af-a392-4744-a297-92427ffe10bd Sep 22 12:35:42.416631 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-d072b159-ad6f-43a2-ad49-aa6a36436108 None None] Provisioning complete for port 7049d4af-a392-4744-a297-92427ffe10bd triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:35:42.416997 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d072b159-ad6f-43a2-ad49-aa6a36436108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (7049d4af-a392-4744-a297-92427ffe10bd), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:42.417328 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-d072b159-ad6f-43a2-ad49-aa6a36436108 None None] Attempt 1 to provision port 7049d4af-a392-4744-a297-92427ffe10bd Sep 22 12:35:42.495913 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 7049d4af-a392-4744-a297-92427ffe10bd is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:35:42.497085 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 011b0a51-eb77-4122-92eb-ecf79e3a508a up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:35:42.572127 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-d072b159-ad6f-43a2-ad49-aa6a36436108 None None] Current status of the port 7049d4af-a392-4744-a297-92427ffe10bd is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:35:42.586923 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 011b0a51-eb77-4122-92eb-ecf79e3a508a triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:35:42.587429 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (011b0a51-eb77-4122-92eb-ecf79e3a508a), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:42.587818 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 011b0a51-eb77-4122-92eb-ecf79e3a508a Sep 22 12:35:42.676767 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 011b0a51-eb77-4122-92eb-ecf79e3a508a is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:35:42.839405 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9f4e6-1808-4707-8719-5b019996cdae req-68869e74-56e6-496f-9811-7a5899b127e6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:42.841221 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d7f9f4e6-1808-4707-8719-5b019996cdae req-68869e74-56e6-496f-9811-7a5899b127e6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0535436 Sep 22 12:35:42.888779 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:42.900213 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d7f9f4e6-1808-4707-8719-5b019996cdae req-f3a2132f-f452-4271-b884-2b435b38f516 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525331 Sep 22 12:35:43.301746 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:35:44.030263 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd04436-6598-41e7-bc08-674d2bd4f10d req-6e57a62d-df40-4d76-b644-dde02f3d7d79 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:44.031710 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6cd04436-6598-41e7-bc08-674d2bd4f10d req-6e57a62d-df40-4d76-b644-dde02f3d7d79 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0465152 Sep 22 12:35:44.081339 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6cd04436-6598-41e7-bc08-674d2bd4f10d req-15e7cef2-d524-4096-8fb8-e6e07e572a76 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437713 Sep 22 12:35:44.250995 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 7049d4af-a392-4744-a297-92427ffe10bd up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:35:44.296617 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:44.306762 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 7049d4af-a392-4744-a297-92427ffe10bd triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:35:44.307957 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (7049d4af-a392-4744-a297-92427ffe10bd), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:44.307957 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 7049d4af-a392-4744-a297-92427ffe10bd Sep 22 12:35:44.382676 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 7049d4af-a392-4744-a297-92427ffe10bd is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:35:45.213365 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff7456-5856-4c1b-bc07-6ba06ae7ec67 req-8b6cd7a6-9dfc-49ca-8e7b-fb2a44ccf0cd tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:45.214929 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-73ff7456-5856-4c1b-bc07-6ba06ae7ec67 req-8b6cd7a6-9dfc-49ca-8e7b-fb2a44ccf0cd tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0498321 Sep 22 12:35:45.268838 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-73ff7456-5856-4c1b-bc07-6ba06ae7ec67 req-61b7085b-b9e5-4714-9f1a-a76faf7c1958 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473914 Sep 22 12:35:46.400751 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78091da0-fa47-4967-96a6-c20dd43130af req-d4e25c64-9850-448c-8bbb-09b15c64fb87 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:46.402248 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-78091da0-fa47-4967-96a6-c20dd43130af req-d4e25c64-9850-448c-8bbb-09b15c64fb87 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0524788 Sep 22 12:35:46.452048 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-78091da0-fa47-4967-96a6-c20dd43130af req-c42e366f-77d3-4735-83d6-5078c11918d1 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434575 Sep 22 12:35:47.582255 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b22a9c-e6cc-4bae-9089-5e2cf03969f0 req-b552b0d3-4781-45ed-93a7-c499bf9b8aab tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:47.583775 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-37b22a9c-e6cc-4bae-9089-5e2cf03969f0 req-b552b0d3-4781-45ed-93a7-c499bf9b8aab tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0474946 Sep 22 12:35:47.631869 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-37b22a9c-e6cc-4bae-9089-5e2cf03969f0 req-bbde7616-2be8-45d4-b6ec-736b7663852f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424325 Sep 22 12:35:48.759598 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6097b5f-4284-4ceb-a68c-be4415393949 req-4cf8f172-f257-4ea6-98d9-2134e0df49cd tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:48.761174 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f6097b5f-4284-4ceb-a68c-be4415393949 req-4cf8f172-f257-4ea6-98d9-2134e0df49cd tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0469303 Sep 22 12:35:48.815543 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f6097b5f-4284-4ceb-a68c-be4415393949 req-4312445a-d057-4e21-a3fc-31abca6893bd tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487862 Sep 22 12:35:49.950039 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52773311-089c-4dff-8422-211992197ac6 req-972b6d19-b156-424a-8260-87dcf1853a71 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:49.951650 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-52773311-089c-4dff-8422-211992197ac6 req-972b6d19-b156-424a-8260-87dcf1853a71 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0465610 Sep 22 12:35:49.998322 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-52773311-089c-4dff-8422-211992197ac6 req-2f4ba7d3-e38d-446b-b612-c24258566fa4 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402911 Sep 22 12:35:51.124803 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7e3b0-640c-4b46-9767-19a673eadec0 req-59d66846-7f94-4afc-82d3-8b2cd260e301 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:51.126140 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b6f7e3b0-640c-4b46-9767-19a673eadec0 req-59d66846-7f94-4afc-82d3-8b2cd260e301 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0465190 Sep 22 12:35:51.172728 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b6f7e3b0-640c-4b46-9767-19a673eadec0 req-20bfb6c4-465e-4b72-b29a-706f32e2f38a tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411425 Sep 22 12:35:52.299932 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b3c57-fb8e-4fe6-a1b6-c03a3e52c999 req-a98a63f6-1df0-46a4-9dc8-7bf02cfdb799 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:52.301406 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7b0b3c57-fb8e-4fe6-a1b6-c03a3e52c999 req-a98a63f6-1df0-46a4-9dc8-7bf02cfdb799 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0491378 Sep 22 12:35:52.349110 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7b0b3c57-fb8e-4fe6-a1b6-c03a3e52c999 req-c9e874a5-89bc-48a9-8823-b683993f1b6c tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421739 Sep 22 12:35:53.471836 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b6aa1-d697-484e-8f5c-739f49b5c795 req-d2bcd221-1dfe-4904-8809-302cc31c4a91 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:53.473333 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-792b6aa1-d697-484e-8f5c-739f49b5c795 req-d2bcd221-1dfe-4904-8809-302cc31c4a91 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0460882 Sep 22 12:35:53.521108 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-792b6aa1-d697-484e-8f5c-739f49b5c795 req-cc4b6a43-17c3-4602-ab19-9f207cd6e4e7 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420396 Sep 22 12:35:54.379426 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=9 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:54.381363 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=73 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:54.650721 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e7137-3ee0-4941-a5f4-8fdc5ce26843 req-d207dc25-94df-4d39-965d-aaf9b804a557 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:54.652171 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c36e7137-3ee0-4941-a5f4-8fdc5ce26843 req-d207dc25-94df-4d39-965d-aaf9b804a557 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0497465 Sep 22 12:35:54.697463 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c36e7137-3ee0-4941-a5f4-8fdc5ce26843 req-2ddc605a-cd23-493a-8ede-52d3ab7ce43e tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397732 Sep 22 12:35:54.965496 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-256038f9-ba56-409c-aee5-fdebcf18074c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:55.005641 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:55.007528 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:55.351186 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:55.354947 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:55.369599 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-9c245671-edb1-44eb-8dec-d45bf116ed8a tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-358311579&fields=id&tenant_id=5d44fc4fa85a4dfb82c31a602037a249 HTTP/1.1" status: 200 len: 267 time: 0.0454187 Sep 22 12:35:55.475658 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-af044694-23e4-4cce-9fe0-d88d82e00cae tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:55.477036 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-af044694-23e4-4cce-9fe0-d88d82e00cae tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/networks?id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07 HTTP/1.1" status: 200 len: 811 time: 0.1010416 Sep 22 12:35:55.492544 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-cd2e3547-ef3b-445f-a49b-aecc25e6589f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/quotas/5d44fc4fa85a4dfb82c31a602037a249 HTTP/1.1" status: 200 len: 375 time: 0.0096765 Sep 22 12:35:55.545382 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-88d45f01-b8a6-49fd-a195-cda2a0dad3dd tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5d44fc4fa85a4dfb82c31a602037a249&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477021 Sep 22 12:35:55.642108 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-113f0ad3-4fd3-4115-98fa-9688b30a1ae9 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847871 Sep 22 12:35:55.734300 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-ebb45351-98fa-4390-b832-69f0804d6ba5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858684 Sep 22 12:35:55.826545 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7cd997-8460-4a5e-a0df-749e0b8b8101 req-178a9eb5-f530-470d-b3bb-f3118c212c4a tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:55.828006 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2b7cd997-8460-4a5e-a0df-749e0b8b8101 req-178a9eb5-f530-470d-b3bb-f3118c212c4a tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0479510 Sep 22 12:35:55.876420 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2b7cd997-8460-4a5e-a0df-749e0b8b8101 req-64f51e07-f3af-47a2-a54b-53e32201e9e7 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427694 Sep 22 12:35:56.046700 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-67c2443d-7e06-4928-aa86-381582fdb137 req-69c4c448-d2af-4eae-893c-9c072a09ecb3 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 210 time: 0.0311260 Sep 22 12:35:57.015950 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cd4ee-e9d1-4177-9a07-3bb544d14a42 req-c7195542-c7d5-4d7a-99f6-bcceb89b74b5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:57.017530 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a83cd4ee-e9d1-4177-9a07-3bb544d14a42 req-c7195542-c7d5-4d7a-99f6-bcceb89b74b5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0510952 Sep 22 12:35:57.066647 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a83cd4ee-e9d1-4177-9a07-3bb544d14a42 req-25e8208f-4e9c-471b-b7fb-d9a1d71e2852 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429683 Sep 22 12:35:57.072786 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-49b33140-7a1a-4172-8abf-afc7f385e0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:57.161917 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-dc50c858-c483-45be-9658-fb8bd894ab7c req-f38dce4f-8b53-4e2a-bb70-8e11eaf60fac tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 210 time: 0.0324545 Sep 22 12:35:57.678431 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-b69ab4c4-e5b4-4e5e-aacc-d9858b26d0ff tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:57.679761 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-b69ab4c4-e5b4-4e5e-aacc-d9858b26d0ff tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.20 "GET /networking/v2.0/networks?id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07 HTTP/1.1" status: 200 len: 811 time: 0.1115055 Sep 22 12:35:58.002059 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-46ea3e7f-73f8-422c-927a-d62f4ef42096 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d44fc4fa85a4dfb82c31a602037a249 HTTP/1.1" status: 200 len: 379 time: 0.0591171 Sep 22 12:35:58.042167 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-31a7ac65-0ed1-467f-ab8a-126e9037d8d3 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Request body: {'port': {'device_id': 'cca03754-f373-43f1-b251-20165efd6733', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'admin_state_up': True, 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'security_groups': ['02f0e148-ca17-411b-9185-6cf2b040e862']}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:58.164333 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-31a7ac65-0ed1-467f-ab8a-126e9037d8d3 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Made reservation on behalf of 5d44fc4fa85a4dfb82c31a602037a249 for: {'port': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:35:58.167801 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-31a7ac65-0ed1-467f-ab8a-126e9037d8d3 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:58.212823 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2a368-a19c-40a4-91a1-aebe58c51973 req-40f84971-660e-4733-a284-9c054567ffcc tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:58.214314 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7cb2a368-a19c-40a4-91a1-aebe58c51973 req-40f84971-660e-4733-a284-9c054567ffcc tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0616853 Sep 22 12:35:58.270773 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:58.289545 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:58.462166 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:58.555774 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c09952c6-bb81-4427-879b-8f84af2fb43f req-083452ae-1841-46ce-8aff-8b5b9dfa7457 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 210 time: 0.2916882 Sep 22 12:35:58.574745 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7cb2a368-a19c-40a4-91a1-aebe58c51973 req-5fa90e88-649d-403d-a16f-5bdcd1b457e2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3546338 Sep 22 12:35:58.622620 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-31a7ac65-0ed1-467f-ab8a-126e9037d8d3 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Allocated IP 172.20.0.5 (a1ec96ed-6bf3-486f-b981-c8837f8cbc07/a41b6585-6dac-4960-897e-2f93b9acd95a/48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:35:58.777928 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-31a7ac65-0ed1-467f-ab8a-126e9037d8d3 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for port (48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:58.811167 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-31a7ac65-0ed1-467f-ab8a-126e9037d8d3 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:58.861645 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-31a7ac65-0ed1-467f-ab8a-126e9037d8d3 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:35:58.863273 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-31a7ac65-0ed1-467f-ab8a-126e9037d8d3 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:35:58.872944 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7ac65-0ed1-467f-ab8a-126e9037d8d3 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event updated for resources: {'Port': ['ID=48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:58.878804 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-31a7ac65-0ed1-467f-ab8a-126e9037d8d3 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:35:58.939113 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-31a7ac65-0ed1-467f-ab8a-126e9037d8d3 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:58.940246 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-31a7ac65-0ed1-467f-ab8a-126e9037d8d3 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:58.960587 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-31a7ac65-0ed1-467f-ab8a-126e9037d8d3 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9219007 Sep 22 12:35:58.973311 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] Request body: {'port': {'device_id': 'cca03754-f373-43f1-b251-20165efd6733', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:35:59.036744 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:59.087520 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-b49070e8-27b6-4940-8628-4f59c8f45429 None None] Provisioning complete for port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:35:59.087881 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-b49070e8-27b6-4940-8628-4f59c8f45429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:59.088211 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-b49070e8-27b6-4940-8628-4f59c8f45429 None None] Attempt 1 to provision port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f Sep 22 12:35:59.121621 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-b49070e8-27b6-4940-8628-4f59c8f45429 None None] Port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:35:59.261486 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:59.272994 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890c9af-9878-4e12-9527-0e3da54bb8bb req-b0d5d85a-14a0-4a89-b747-4108f1a16f44 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:59.274444 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0890c9af-9878-4e12-9527-0e3da54bb8bb req-b0d5d85a-14a0-4a89-b747-4108f1a16f44 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=83b5457e-796c-4b69-9edd-b2b23758d503 HTTP/1.1" status: 200 len: 946 time: 0.0676408 Sep 22 12:35:59.373393 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0890c9af-9878-4e12-9527-0e3da54bb8bb req-ba4b1f46-d746-4f53-98e2-c43584e6fab6 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1bdb9b77-0405-475a-8773-dc5b828bd55d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920236 Sep 22 12:35:59.383532 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f {{(pid=106188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:35:59.391225 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] Publish callbacks [] for port (48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:59.404289 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.provisioning_blocks [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] Transition to ACTIVE for port object 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f will not be triggered until provisioned by entity L2. {{(pid=106188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 12:35:59.407968 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:59.433999 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:35:59.474279 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] Pushing event updated for resources: {'Port': ['ID=48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:59.522822 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] Attempting to bind port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:35:59.523075 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] Attempting to bind port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '9244f81d-1745-453d-b02d-f5d950c65f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07'}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:35:59.523395 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] Attempting to bind port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f on network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:35:59.564615 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] Port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f on network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 12:35:59.564938 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] Attempting to bind port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f on network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:35:59.614057 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] Checking agent: {'id': '60a799af-7434-4fee-b6c6-29cadfeb25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'started_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:35:59.614408 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] Checking segment: {'id': '9244f81d-1745-453d-b02d-f5d950c65f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:35:59.614790 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] Bound using segment: {'id': '9244f81d-1745-453d-b02d-f5d950c65f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07'} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:35:59.615227 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] Bound port: 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9244f81d-1745-453d-b02d-f5d950c65f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07'}}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:35:59.615581 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:59.623078 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-b49070e8-27b6-4940-8628-4f59c8f45429 None None] Attempt 2 to provision port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f Sep 22 12:35:59.667685 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-b49070e8-27b6-4940-8628-4f59c8f45429 None None] Port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:35:59.750958 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d3e49-a1e1-42d0-8f5c-e5b2407b64c1 req-55aad198-7257-47b1-aa1e-9ecbd8c68478 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:59.752490 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-719d3e49-a1e1-42d0-8f5c-e5b2407b64c1 req-55aad198-7257-47b1-aa1e-9ecbd8c68478 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 943 time: 0.0946782 Sep 22 12:35:59.772371 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] For port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f, host hv-cinder-85646, cleared binding levels {{(pid=106188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:35:59.780531 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5786ab4-4155-4556-b781-ad1854734a30 req-6800a94a-13e9-42cb-8d85-d6533a7e24e5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:59.781912 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d5786ab4-4155-4556-b781-ad1854734a30 req-6800a94a-13e9-42cb-8d85-d6533a7e24e5 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0907435 Sep 22 12:35:59.808351 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] For port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f,segment=NetworkSegment(9244f81d-1745-453d-b02d-f5d950c65f60),segment_id=9244f81d-1745-453d-b02d-f5d950c65f60)] {{(pid=106188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:35:59.832267 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:59.852788 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:35:59.852788 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:59.852788 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f HTTP/1.1" status: 200 len: 1093 time: 0.8784628 Sep 22 12:35:59.852788 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca03754-f373-43f1-b251-20165efd6733', 'tag': '48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:35:59.853282 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7286a43-dc6c-4142-b13d-b71e07d11b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "cca03754-f373-43f1-b251-20165efd6733", "tag": "48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:35:59.918882 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d5786ab4-4155-4556-b781-ad1854734a30 req-bed1058e-04a0-48b5-8351-fbdecfcaee68 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275234 Sep 22 12:35:59.928878 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-719d3e49-a1e1-42d0-8f5c-e5b2407b64c1 req-1c9707a9-75a8-4a0c-8c66-518466116cb8 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667261 Sep 22 12:35:59.933993 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:59.934645 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93399ca-ab64-46cf-852f-b8ffa1c2698c service neutron] Pushing event updated for resources: {'Port': ['ID=48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f,revision_number=3']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:35:59.986729 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:35:59.991191 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07f7484-bcde-473f-a522-9ce02235935b x-openstack-request-id: req-d07f7484-bcde-473f-a522-9ce02235935b {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:35:59.991486 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca03754-f373-43f1-b251-20165efd6733", "tag": "48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:35:59.991741 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d07f7484-bcde-473f-a522-9ce02235935b {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:35:59.992188 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d07f7484-bcde-473f-a522-9ce02235935b'] response: {'name': 'network-changed', 'server_uuid': 'cca03754-f373-43f1-b251-20165efd6733', 'tag': '48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f', 'status': 'completed', 'code': 200} Sep 22 12:36:00.168791 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-b49070e8-27b6-4940-8628-4f59c8f45429 None None] Attempt 3 to provision port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f Sep 22 12:36:00.215554 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-b49070e8-27b6-4940-8628-4f59c8f45429 None None] Port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f had new provisioning blocks added so it will not transition to active. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 12:36:00.491783 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68de447-ce51-4416-8c85-7fc599c7f1a1 req-7c48a9c0-74cd-4867-ba30-b9f152bc61b6 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:00.493155 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c68de447-ce51-4416-8c85-7fc599c7f1a1 req-7c48a9c0-74cd-4867-ba30-b9f152bc61b6 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=83b5457e-796c-4b69-9edd-b2b23758d503 HTTP/1.1" status: 200 len: 946 time: 0.0465789 Sep 22 12:36:00.539790 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c68de447-ce51-4416-8c85-7fc599c7f1a1 req-348e22f2-5f59-40f2-8aa7-e37c5abdacf9 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1bdb9b77-0405-475a-8773-dc5b828bd55d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408087 Sep 22 12:36:00.841016 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:00.846921 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7286a43-dc6c-4142-b13d-b71e07d11b9b req-89603981-f182-4590-bc83-f27ed092dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:00.848436 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e7286a43-dc6c-4142-b13d-b71e07d11b9b req-89603981-f182-4590-bc83-f27ed092dbf8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5d44fc4fa85a4dfb82c31a602037a249&device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 1127 time: 0.0436530 Sep 22 12:36:01.117640 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dd13e-fbc8-4543-92ba-87f1d1c57ce6 req-4c810283-de65-46c5-9b3f-3a4813076808 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:01.118989 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f83dd13e-fbc8-4543-92ba-87f1d1c57ce6 req-4c810283-de65-46c5-9b3f-3a4813076808 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.1015146 Sep 22 12:36:01.141831 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e855e1-f924-4372-9061-0dc026404167 req-4e65e753-f987-41d3-b188-1beaa8a591c3 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:01.143290 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-41e855e1-f924-4372-9061-0dc026404167 req-4e65e753-f987-41d3-b188-1beaa8a591c3 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 943 time: 0.1069324 Sep 22 12:36:01.164301 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7286a43-dc6c-4142-b13d-b71e07d11b9b req-4ec127f9-caaf-4ea6-ba0b-1b4999f648bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:01.165675 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e7286a43-dc6c-4142-b13d-b71e07d11b9b req-4ec127f9-caaf-4ea6-ba0b-1b4999f648bb service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=5d44fc4fa85a4dfb82c31a602037a249&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2109067 Sep 22 12:36:01.225024 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d8f53-dee2-4410-ba5f-d6eb3a9da154 req-a2a86ff5-a4a4-4d19-9ba9-e6852134394e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:01.226407 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4e0d8f53-dee2-4410-ba5f-d6eb3a9da154 req-a2a86ff5-a4a4-4d19-9ba9-e6852134394e tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=83b5457e-796c-4b69-9edd-b2b23758d503 HTTP/1.1" status: 200 len: 946 time: 0.1065147 Sep 22 12:36:01.321155 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f83dd13e-fbc8-4543-92ba-87f1d1c57ce6 req-a9022157-7014-4108-8a6e-09d7c0ef5c59 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887276 Sep 22 12:36:01.333826 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:01.356780 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-41e855e1-f924-4372-9061-0dc026404167 req-2d861dae-f36e-4cb8-b945-b06289b33e53 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873391 Sep 22 12:36:01.413283 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7286a43-dc6c-4142-b13d-b71e07d11b9b req-1ea3ba36-7519-44d8-b864-dd4fb95931fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:01.414776 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e7286a43-dc6c-4142-b13d-b71e07d11b9b req-1ea3ba36-7519-44d8-b864-dd4fb95931fc service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2361190 Sep 22 12:36:01.417739 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-4e0d8f53-dee2-4410-ba5f-d6eb3a9da154 req-cdeadb22-2fd8-4899-a72c-e7a1f49f4d68 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Deleting port ec8f30d7-2581-41aa-a517-0d4941004617 {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:36:01.418082 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-4e0d8f53-dee2-4410-ba5f-d6eb3a9da154 req-cdeadb22-2fd8-4899-a72c-e7a1f49f4d68 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (ec8f30d7-2581-41aa-a517-0d4941004617), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:01.519562 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-a7d21742-8c73-43ce-bb01-33c98c7d87e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:01.521200 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-a7d21742-8c73-43ce-bb01-33c98c7d87e1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5d44fc4fa85a4dfb82c31a602037a249&device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 1127 time: 0.0574448 Sep 22 12:36:01.581862 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-96ad25c6-453e-4538-b5c6-46aad5e370a5 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f HTTP/1.1" status: 200 len: 217 time: 0.0447185 Sep 22 12:36:01.583500 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-4e0d8f53-dee2-4410-ba5f-d6eb3a9da154 req-cdeadb22-2fd8-4899-a72c-e7a1f49f4d68 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] For port ec8f30d7-2581-41aa-a517-0d4941004617, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=ec8f30d7-2581-41aa-a517-0d4941004617,segment=NetworkSegment(959b0173-edf3-4a4b-a878-688b20dcf91a),segment_id=959b0173-edf3-4a4b-a878-688b20dcf91a)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:36:01.584039 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-4e0d8f53-dee2-4410-ba5f-d6eb3a9da154 req-cdeadb22-2fd8-4899-a72c-e7a1f49f4d68 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (ec8f30d7-2581-41aa-a517-0d4941004617), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:01.726005 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6590d-4946-431c-bb67-c502205a9c6f req-57533ede-20ae-4d63-8f69-0e646ff724a1 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:01.727482 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b4f6590d-4946-431c-bb67-c502205a9c6f req-57533ede-20ae-4d63-8f69-0e646ff724a1 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=83b5457e-796c-4b69-9edd-b2b23758d503 HTTP/1.1" status: 200 len: 946 time: 0.1013424 Sep 22 12:36:01.729173 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-2c1498bc-5c64-425e-8106-312770da110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:01.730608 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-2c1498bc-5c64-425e-8106-312770da110d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a41b6585-6dac-4960-897e-2f93b9acd95a HTTP/1.1" status: 200 len: 850 time: 0.1390767 Sep 22 12:36:01.836669 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-fa42f666-7fdb-49bf-a767-75c6c20100cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:01.838121 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-fa42f666-7fdb-49bf-a767-75c6c20100cc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810623 Sep 22 12:36:01.866674 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:01.933936 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b4f6590d-4946-431c-bb67-c502205a9c6f req-0722bffa-64ad-4462-ad92-d41386184854 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=1bdb9b77-0405-475a-8773-dc5b828bd55d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778626 Sep 22 12:36:01.958231 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-4e0d8f53-dee2-4410-ba5f-d6eb3a9da154 req-cdeadb22-2fd8-4899-a72c-e7a1f49f4d68 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:01.958589 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-4e0d8f53-dee2-4410-ba5f-d6eb3a9da154 req-cdeadb22-2fd8-4899-a72c-e7a1f49f4d68 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (ddb3307a-882e-4934-be27-7ca69cad856a), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:01.958897 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.l3_db [req-4e0d8f53-dee2-4410-ba5f-d6eb3a9da154 req-cdeadb22-2fd8-4899-a72c-e7a1f49f4d68 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Floating IP ddb3307a-882e-4934-be27-7ca69cad856a disassociated. External IP: 172.27.0.73, port: ec8f30d7-2581-41aa-a517-0d4941004617. Sep 22 12:36:01.959233 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-4e0d8f53-dee2-4410-ba5f-d6eb3a9da154 req-cdeadb22-2fd8-4899-a72c-e7a1f49f4d68 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Calling delete_port for ec8f30d7-2581-41aa-a517-0d4941004617 owned by compute:nova {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:36:02.029083 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-e8e582fc-ad61-4b8d-850b-c07da589e7c2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585994 Sep 22 12:36:02.168913 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-aba1156c-834b-4dde-8284-85946a18b1d3 req-93d77555-c31f-4626-a4fe-a2efcd65ebb0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325641 Sep 22 12:36:02.186967 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-4e0d8f53-dee2-4410-ba5f-d6eb3a9da154 req-cdeadb22-2fd8-4899-a72c-e7a1f49f4d68 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (ec8f30d7-2581-41aa-a517-0d4941004617), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:02.213851 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeadb22-2fd8-4899-a72c-e7a1f49f4d68 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Pushing event deleted for resources: {'Port': ['ID=ec8f30d7-2581-41aa-a517-0d4941004617,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:02.257575 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:02.323598 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e0d8f53-dee2-4410-ba5f-d6eb3a9da154 req-cdeadb22-2fd8-4899-a72c-e7a1f49f4d68 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Router 9adee683-da65-4a4b-9b93-f161bcd3668a has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:36:02.725667 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e0d8f53-dee2-4410-ba5f-d6eb3a9da154 req-cdeadb22-2fd8-4899-a72c-e7a1f49f4d68 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:36:02.732690 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3feb41-8453-42a2-8507-a82063e4a5f1 req-45a26e3e-2934-4f89-ac50-2b5f12d22254 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:02.734154 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-da3feb41-8453-42a2-8507-a82063e4a5f1 req-45a26e3e-2934-4f89-ac50-2b5f12d22254 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0946956 Sep 22 12:36:02.736346 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42d8e5b-64df-4601-8cbc-d6a8c4be4be5 None None] Sync routers for ids ['9adee683-da65-4a4b-9b93-f161bcd3668a'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:36:02.748482 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fea5fa-b568-45d7-a138-f6f24a665c5b req-95f18797-94fa-48a1-8cf4-76f01c2c4a78 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:02.748737 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42d8e5b-64df-4601-8cbc-d6a8c4be4be5 None None] Routers {'9adee683-da65-4a4b-9b93-f161bcd3668a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:36:02.749295 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-d42d8e5b-64df-4601-8cbc-d6a8c4be4be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:35:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9adee683-da65-4a4b-9b93-f161bcd3668a'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:02.749892 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-33fea5fa-b568-45d7-a138-f6f24a665c5b req-95f18797-94fa-48a1-8cf4-76f01c2c4a78 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 943 time: 0.1115661 Sep 22 12:36:02.809192 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0d8f53-dee2-4410-ba5f-d6eb3a9da154 req-cdeadb22-2fd8-4899-a72c-e7a1f49f4d68 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] No DVR routers for this DVR port ec8f30d7-2581-41aa-a517-0d4941004617 on host hv-cinder-85646 {{(pid=106188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:36:02.815013 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-4e0d8f53-dee2-4410-ba5f-d6eb3a9da154 req-cdeadb22-2fd8-4899-a72c-e7a1f49f4d68 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:02.818410 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4e0d8f53-dee2-4410-ba5f-d6eb3a9da154 req-cdeadb22-2fd8-4899-a72c-e7a1f49f4d68 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.20 "DELETE /networking/v2.0/ports/ec8f30d7-2581-41aa-a517-0d4941004617 HTTP/1.1" status: 204 len: 173 time: 1.5564382 Sep 22 12:36:02.819016 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b5457e-796c-4b69-9edd-b2b23758d503', 'name': 'network-vif-deleted', 'tag': 'ec8f30d7-2581-41aa-a517-0d4941004617'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:36:02.821322 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba33c8f-f726-4ae9-9274-87c42e19a9d1" -d '{"events": [{"server_uuid": "83b5457e-796c-4b69-9edd-b2b23758d503", "name": "network-vif-deleted", "tag": "ec8f30d7-2581-41aa-a517-0d4941004617"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:36:02.872722 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-da3feb41-8453-42a2-8507-a82063e4a5f1 req-83f42707-bd4f-46a3-b1ee-4121215177b6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302471 Sep 22 12:36:02.877144 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-33fea5fa-b568-45d7-a138-f6f24a665c5b req-ebba1b71-63c7-4cde-a39b-7507a6348fd2 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077645 Sep 22 12:36:02.930094 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4883a7-69e8-4c6e-8f08-88960f704ab9 x-openstack-request-id: req-7e4883a7-69e8-4c6e-8f08-88960f704ab9 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:36:02.930385 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b5457e-796c-4b69-9edd-b2b23758d503", "name": "network-vif-deleted", "tag": "ec8f30d7-2581-41aa-a517-0d4941004617", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:36:02.930637 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7e4883a7-69e8-4c6e-8f08-88960f704ab9 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:36:02.931046 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e4883a7-69e8-4c6e-8f08-88960f704ab9'] response: {'server_uuid': '83b5457e-796c-4b69-9edd-b2b23758d503', 'name': 'network-vif-deleted', 'tag': 'ec8f30d7-2581-41aa-a517-0d4941004617', 'status': 'completed', 'code': 200} Sep 22 12:36:02.989123 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-d42d8e5b-64df-4601-8cbc-d6a8c4be4be5 None None] Set router 9adee683-da65-4a4b-9b93-f161bcd3668a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:36:03.053797 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cbed649f-5bcc-4b3d-aa41-3f519fc9a013 req-7f5df432-43a4-49d6-a492-3be9742f4938 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=83b5457e-796c-4b69-9edd-b2b23758d503 HTTP/1.1" status: 200 len: 210 time: 0.0381799 Sep 22 12:36:03.184258 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-d42d8e5b-64df-4601-8cbc-d6a8c4be4be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'name': 'tempest-AttachVolumeTestJSON-2139353545-router', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'gw_port': {'id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:03Z', 'updated_at': '2022-09-22T12:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '211b583f-2a4c-4b8c-826c-0648c7e4c3c6', 'name': '', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'mac_address': 'fa:16:3e:1e:71:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:14Z', 'updated_at': '2022-09-22T12:29:30Z', 'revision_number': 5, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'subnets': [{'id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:03.215081 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42d8e5b-64df-4601-8cbc-d6a8c4be4be5 None None] Checking router: 9adee683-da65-4a4b-9b93-f161bcd3668a for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:36:03.223643 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42d8e5b-64df-4601-8cbc-d6a8c4be4be5 None None] Routers {'9adee683-da65-4a4b-9b93-f161bcd3668a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:36:03.224252 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-d42d8e5b-64df-4601-8cbc-d6a8c4be4be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:35:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9adee683-da65-4a4b-9b93-f161bcd3668a'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:03.329339 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-d42d8e5b-64df-4601-8cbc-d6a8c4be4be5 None None] Set router 9adee683-da65-4a4b-9b93-f161bcd3668a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:36:03.513266 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-d42d8e5b-64df-4601-8cbc-d6a8c4be4be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'name': 'tempest-AttachVolumeTestJSON-2139353545-router', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'gw_port': {'id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:03Z', 'updated_at': '2022-09-22T12:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '211b583f-2a4c-4b8c-826c-0648c7e4c3c6', 'name': '', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'mac_address': 'fa:16:3e:1e:71:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:14Z', 'updated_at': '2022-09-22T12:29:30Z', 'revision_number': 5, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'subnets': [{'id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:03.537939 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42d8e5b-64df-4601-8cbc-d6a8c4be4be5 None None] The sync data for ids ['9adee683-da65-4a4b-9b93-f161bcd3668a'] in dv-cinder-856463-4-iscsi is: [{'id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'name': 'tempest-AttachVolumeTestJSON-2139353545-router', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'gw_port': {'id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:03Z', 'updated_at': '2022-09-22T12:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '211b583f-2a4c-4b8c-826c-0648c7e4c3c6', 'name': '', 'network_id': 'fa4f03ac-0d51-4ef1-9086-3b2b84cb717e', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'mac_address': 'fa:16:3e:1e:71:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:14Z', 'updated_at': '2022-09-22T12:29:30Z', 'revision_number': 5, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'subnets': [{'id': 'd3942071-66f3-4019-bd71-b3135c985af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:36:03.759859 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86f27b4-7170-4a7b-9cfd-c010f195b9ff None None] New status for floating IP ddb3307a-882e-4934-be27-7ca69cad856a: DOWN {{(pid=106191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:36:04.034772 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:04.046177 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fed0c-47b7-44eb-84e1-0de100353cab req-f4f3ccea-06a3-4b0f-9a54-0ed715d7b2ce tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:04.047633 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a82fed0c-47b7-44eb-84e1-0de100353cab req-f4f3ccea-06a3-4b0f-9a54-0ed715d7b2ce tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 943 time: 0.0768023 Sep 22 12:36:04.055167 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d047d0-cf8b-4a7a-b9fd-92608030541a req-f1d87b3c-d332-41c2-8def-59321580cab0 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:04.056551 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-43d047d0-cf8b-4a7a-b9fd-92608030541a req-f1d87b3c-d332-41c2-8def-59321580cab0 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0761125 Sep 22 12:36:04.133588 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a82fed0c-47b7-44eb-84e1-0de100353cab req-9457cc85-2ca1-4df8-a8f9-3b9adffa13ea tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757828 Sep 22 12:36:04.137416 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-43d047d0-cf8b-4a7a-b9fd-92608030541a req-3824cd24-fa75-4dc0-8fa8-347c44cfebf8 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727456 Sep 22 12:36:04.206344 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 53384) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:04.260414 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-19504713-6044-4ba7-8f02-5002f7031b7a tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group (1bdb9b77-0405-475a-8773-dc5b828bd55d), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:04.281720 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-19504713-6044-4ba7-8f02-5002f7031b7a tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group (1bdb9b77-0405-475a-8773-dc5b828bd55d), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:04.328992 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-19504713-6044-4ba7-8f02-5002f7031b7a tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (1bdb9b77-0405-475a-8773-dc5b828bd55d), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:04.332576 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-19504713-6044-4ba7-8f02-5002f7031b7a tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:04.333723 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-19504713-6044-4ba7-8f02-5002f7031b7a tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/1bdb9b77-0405-475a-8773-dc5b828bd55d HTTP/1.1" status: 204 len: 168 time: 0.1263895 Sep 22 12:36:04.336650 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 53386) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:04.343479 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19504713-6044-4ba7-8f02-5002f7031b7a tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdb9b77-0405-475a-8773-dc5b828bd55d,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:04.350805 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.api.v2.resource [None req-837fd854-8ec8-4f5f-89b3-5ce4a4ec7279 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] show failed (client error): The resource could not be found. Sep 22 12:36:04.354958 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 53388) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:04.355098 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-837fd854-8ec8-4f5f-89b3-5ce4a4ec7279 tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "GET /networking/v2.0/security-groups/1bdb9b77-0405-475a-8773-dc5b828bd55d HTTP/1.1" status: 404 len: 347 time: 0.0174499 Sep 22 12:36:04.463885 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-33c36201-d981-4b51-8109-cfabd33e756f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Deleting port 0dd170c0-6367-42bc-a0ef-2595078f83c0 {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:36:04.464136 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-33c36201-d981-4b51-8109-cfabd33e756f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (0dd170c0-6367-42bc-a0ef-2595078f83c0), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:04.542304 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-33c36201-d981-4b51-8109-cfabd33e756f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (0dd170c0-6367-42bc-a0ef-2595078f83c0), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:04.542624 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-33c36201-d981-4b51-8109-cfabd33e756f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for floatingip (0dd170c0-6367-42bc-a0ef-2595078f83c0), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:04.554712 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-33c36201-d981-4b51-8109-cfabd33e756f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Calling delete_port for 0dd170c0-6367-42bc-a0ef-2595078f83c0 owned by network:floatingip {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:36:04.595393 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:04.686657 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-33c36201-d981-4b51-8109-cfabd33e756f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (0dd170c0-6367-42bc-a0ef-2595078f83c0), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:04.711286 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c36201-d981-4b51-8109-cfabd33e756f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Pushing event deleted for resources: {'Port': ['ID=0dd170c0-6367-42bc-a0ef-2595078f83c0,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:04.771491 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-33c36201-d981-4b51-8109-cfabd33e756f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks [] for floatingip (ddb3307a-882e-4934-be27-7ca69cad856a), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:04.773995 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-33c36201-d981-4b51-8109-cfabd33e756f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:04.775132 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-33c36201-d981-4b51-8109-cfabd33e756f tempest-AttachVolumeTestJSON-851336899 tempest-AttachVolumeTestJSON-851336899-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/ddb3307a-882e-4934-be27-7ca69cad856a HTTP/1.1" status: 204 len: 168 time: 0.4191737 Sep 22 12:36:05.304266 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceefdc0-0125-4b15-8795-6a50bb3db983 req-8516da1f-751b-4916-8744-4d6ab7ededa1 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:05.305780 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cceefdc0-0125-4b15-8795-6a50bb3db983 req-8516da1f-751b-4916-8744-4d6ab7ededa1 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0772300 Sep 22 12:36:05.318765 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9618d7-9905-4c49-abf2-3a865737e66b req-1207436f-56a7-4d34-a489-a839570cdd2d tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:05.320145 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ee9618d7-9905-4c49-abf2-3a865737e66b req-1207436f-56a7-4d34-a489-a839570cdd2d tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 943 time: 0.1009612 Sep 22 12:36:05.398295 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cceefdc0-0125-4b15-8795-6a50bb3db983 req-aefd0b4f-eba7-481b-b789-f056dce4db41 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770884 Sep 22 12:36:05.402767 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ee9618d7-9905-4c49-abf2-3a865737e66b req-2f287ab2-5dfa-4715-ad15-8b88a6798aa5 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748801 Sep 22 12:36:05.894043 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 4a27a044-392f-4a27-8b97-338680c1a580 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:36:05.899971 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device ec8f30d7-2581-41aa-a517-0d4941004617 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:36:05.904585 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:05.933517 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] No Port match for: ec8f30d7-2581-41aa-a517-0d4941004617 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:36:05.934670 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device ec8f30d7-2581-41aa-a517-0d4941004617 not bound to the agent host hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:36:05.984975 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:06.042347 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 4a27a044-392f-4a27-8b97-338680c1a580, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=4a27a044-392f-4a27-8b97-338680c1a580,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:36:06.060117 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': '4a27a044-392f-4a27-8b97-338680c1a580', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'port_id': '4a27a044-392f-4a27-8b97-338680c1a580', 'mac_address': 'fa:16:3e:50:16:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13cccc76-44bb-44db-a343-17e3d4246299', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:36:06.107256 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 4a27a044-392f-4a27-8b97-338680c1a580 is: ACTIVE; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:36:06.107648 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (4a27a044-392f-4a27-8b97-338680c1a580), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:06.123680 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a27a044-392f-4a27-8b97-338680c1a580 {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:36:06.150350 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 4a27a044-392f-4a27-8b97-338680c1a580, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=4a27a044-392f-4a27-8b97-338680c1a580,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:36:06.155013 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (4a27a044-392f-4a27-8b97-338680c1a580), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:06.219990 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=4a27a044-392f-4a27-8b97-338680c1a580,revision_number=6']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:06.230342 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:06.230697 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:06.231060 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:06.231416 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:06.231751 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:06.232079 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:06.232426 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:06.232753 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:06.233087 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:06.233398 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:06.233720 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:06.234057 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:06.234386 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:06.234747 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:06.235103 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:06.249066 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['4a27a044-392f-4a27-8b97-338680c1a580'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:36:06.525196 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:06.570645 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597506ea-684a-448f-b512-5ce4dc640eb1 req-f908fc7e-d214-49db-bb6e-ae2aef511af2 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:06.572335 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-597506ea-684a-448f-b512-5ce4dc640eb1 req-f908fc7e-d214-49db-bb6e-ae2aef511af2 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 943 time: 0.0896041 Sep 22 12:36:06.581821 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcb134-b5fb-4161-afaa-f70c30b98728 req-f956cae3-8b87-479e-a1b7-309f1ea62797 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:06.583420 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-21bcb134-b5fb-4161-afaa-f70c30b98728 req-f956cae3-8b87-479e-a1b7-309f1ea62797 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 944 time: 0.0890851 Sep 22 12:36:06.672411 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-597506ea-684a-448f-b512-5ce4dc640eb1 req-773692e8-94a3-469c-8ccc-1284c26197b6 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878830 Sep 22 12:36:06.676788 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-21bcb134-b5fb-4161-afaa-f70c30b98728 req-79450165-2a12-4c04-80f1-668570317896 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862546 Sep 22 12:36:07.864693 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332039b-7de3-4490-893e-1997cca7753f req-c5f8f0b7-9673-4ae7-b028-ad9f50b8dec3 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:07.866515 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1332039b-7de3-4490-893e-1997cca7753f req-c5f8f0b7-9673-4ae7-b028-ad9f50b8dec3 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 944 time: 0.0733993 Sep 22 12:36:07.872370 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89bbb7-2409-4c7a-9833-6c20933bdcc9 req-22ec413a-e6db-410b-bdbd-8161b0047e1c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:07.873862 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1f89bbb7-2409-4c7a-9833-6c20933bdcc9 req-22ec413a-e6db-410b-bdbd-8161b0047e1c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 943 time: 0.0919206 Sep 22 12:36:07.912847 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 4a27a044-392f-4a27-8b97-338680c1a580 up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:36:07.953920 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1f89bbb7-2409-4c7a-9833-6c20933bdcc9 req-b1f1a081-95bb-47c0-80c8-4ff8d9ed05bd tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725513 Sep 22 12:36:07.956914 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1332039b-7de3-4490-893e-1997cca7753f req-4bf065e6-4d1e-4157-b3e6-75bdead0c024 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821068 Sep 22 12:36:08.000829 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port 4a27a044-392f-4a27-8b97-338680c1a580 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:36:08.001277 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (4a27a044-392f-4a27-8b97-338680c1a580), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:08.001617 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port 4a27a044-392f-4a27-8b97-338680c1a580 Sep 22 12:36:08.092394 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 4a27a044-392f-4a27-8b97-338680c1a580 is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:36:08.092785 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (4a27a044-392f-4a27-8b97-338680c1a580), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:08.119021 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb3c468-640c-42bf-8f8d-d93c01948176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a27a044-392f-4a27-8b97-338680c1a580'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:36:08.121294 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f17d0b-52d9-48c6-bca8-e30a90d89360" -d '{"events": [{"server_uuid": "5bb3c468-640c-42bf-8f8d-d93c01948176", "name": "network-vif-plugged", "status": "completed", "tag": "4a27a044-392f-4a27-8b97-338680c1a580"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:36:08.134724 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 4a27a044-392f-4a27-8b97-338680c1a580, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=4a27a044-392f-4a27-8b97-338680c1a580,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:36:08.141559 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (4a27a044-392f-4a27-8b97-338680c1a580), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:08.173789 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5d3735-c017-4ae6-80d3-4224fd2005ce x-openstack-request-id: req-2b5d3735-c017-4ae6-80d3-4224fd2005ce {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:36:08.174205 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb3c468-640c-42bf-8f8d-d93c01948176", "name": "network-vif-plugged", "status": "completed", "tag": "4a27a044-392f-4a27-8b97-338680c1a580", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:36:08.174462 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2b5d3735-c017-4ae6-80d3-4224fd2005ce {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:36:08.174849 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b5d3735-c017-4ae6-80d3-4224fd2005ce'] response: {'server_uuid': '5bb3c468-640c-42bf-8f8d-d93c01948176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a27a044-392f-4a27-8b97-338680c1a580', 'code': 200} Sep 22 12:36:08.207272 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=4a27a044-392f-4a27-8b97-338680c1a580,revision_number=7']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:08.401792 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:08.428473 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 53466) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:08.780757 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:09.156738 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c634c534-e351-4a34-8cab-5f87db926347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425388'] for router_interface (9adee683-da65-4a4b-9b93-f161bcd3668a), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:09.228722 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157a95b-8bc6-4e0f-b9b7-33fdcf891c5e req-4562fda7-b035-474c-b15e-0dbbc92ecb38 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:09.235894 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4157a95b-8bc6-4e0f-b9b7-33fdcf891c5e req-4562fda7-b035-474c-b15e-0dbbc92ecb38 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 943 time: 0.1464512 Sep 22 12:36:09.251433 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744eef1-34fe-4971-9235-70c01e7f6cc1 req-d3577211-d4be-454a-88de-20cfd4dd2b22 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:09.258018 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5744eef1-34fe-4971-9235-70c01e7f6cc1 req-d3577211-d4be-454a-88de-20cfd4dd2b22 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.1661935 Sep 22 12:36:09.384858 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5744eef1-34fe-4971-9235-70c01e7f6cc1 req-cf73e4a0-633a-48f3-95fa-fc1c7dd916bd tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235657 Sep 22 12:36:09.411653 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4157a95b-8bc6-4e0f-b9b7-33fdcf891c5e req-d93ee4fe-9672-4571-b23e-b92da4d6bf9a tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741433 Sep 22 12:36:09.539333 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:09.631790 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-c634c534-e351-4a34-8cab-5f87db926347 admin admin] Deleting port 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:36:09.632131 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c634c534-e351-4a34-8cab-5f87db926347 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (211b583f-2a4c-4b8c-826c-0648c7e4c3c6), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:09.735115 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [None req-c634c534-e351-4a34-8cab-5f87db926347 admin admin] For port 211b583f-2a4c-4b8c-826c-0648c7e4c3c6, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=211b583f-2a4c-4b8c-826c-0648c7e4c3c6,segment=NetworkSegment(959b0173-edf3-4a4b-a878-688b20dcf91a),segment_id=959b0173-edf3-4a4b-a878-688b20dcf91a)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:36:09.735488 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c634c534-e351-4a34-8cab-5f87db926347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (211b583f-2a4c-4b8c-826c-0648c7e4c3c6), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:09.765592 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-c634c534-e351-4a34-8cab-5f87db926347 admin admin] Calling delete_port for 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 owned by network:router_interface {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:36:09.917313 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:36:09.989072 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:09.998513 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:10.000357 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c634c534-e351-4a34-8cab-5f87db926347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (211b583f-2a4c-4b8c-826c-0648c7e4c3c6), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:10.036209 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634c534-e351-4a34-8cab-5f87db926347 admin admin] Pushing event deleted for resources: {'Port': ['ID=211b583f-2a4c-4b8c-826c-0648c7e4c3c6,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:10.045569 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f,segment=NetworkSegment(9244f81d-1745-453d-b02d-f5d950c65f60),segment_id=9244f81d-1745-453d-b02d-f5d950c65f60)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:36:10.062689 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': '48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'port_id': '48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f', 'mac_address': 'fa:16:3e:c6:1b:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:36:10.103434 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:36:10.103832 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:10.121347 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:36:10.133667 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:10.147578 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f,segment=NetworkSegment(9244f81d-1745-453d-b02d-f5d950c65f60),segment_id=9244f81d-1745-453d-b02d-f5d950c65f60)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:36:10.157241 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:10.261562 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:10.427321 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:36:10.556596 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c634c534-e351-4a34-8cab-5f87db926347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630044'] for router_interface (9adee683-da65-4a4b-9b93-f161bcd3668a), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:10.663581 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86e82d-f5de-40d0-ae60-99e3ae79f3af req-16d831e7-b5e6-43ce-8681-5147a668f250 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:10.671979 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9b86e82d-f5de-40d0-ae60-99e3ae79f3af req-16d831e7-b5e6-43ce-8681-5147a668f250 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 944 time: 0.0999711 Sep 22 12:36:10.752992 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14d17b-671e-48d5-8b4b-40c534defba5 req-04f6fe65-4d4b-4a0e-9ee6-29c26c6aa7e9 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:10.760531 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ac14d17b-671e-48d5-8b4b-40c534defba5 req-04f6fe65-4d4b-4a0e-9ee6-29c26c6aa7e9 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.1895988 Sep 22 12:36:10.827446 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ac14d17b-671e-48d5-8b4b-40c534defba5 req-1129c072-80da-46d8-8e62-bd039dcb832f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660548 Sep 22 12:36:10.898630 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9b86e82d-f5de-40d0-ae60-99e3ae79f3af req-ea4c063d-7b2f-4593-a9a9-bf686df9b42e tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117972 Sep 22 12:36:10.981985 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:11.045013 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c634c534-e351-4a34-8cab-5f87db926347 admin admin] Router 9adee683-da65-4a4b-9b93-f161bcd3668a has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:36:11.192924 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c634c534-e351-4a34-8cab-5f87db926347 admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:36:11.201559 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-c634c534-e351-4a34-8cab-5f87db926347 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/9adee683-da65-4a4b-9b93-f161bcd3668a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7718272 Sep 22 12:36:11.204056 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 53506) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:11.207566 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b530f73f-ed6f-4aa6-9e48-0513729cb5be None None] Sync routers for ids ['9adee683-da65-4a4b-9b93-f161bcd3668a'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:36:11.224287 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b530f73f-ed6f-4aa6-9e48-0513729cb5be None None] Routers {'9adee683-da65-4a4b-9b93-f161bcd3668a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:36:11.225439 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-b530f73f-ed6f-4aa6-9e48-0513729cb5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:35:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9adee683-da65-4a4b-9b93-f161bcd3668a'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:11.356045 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-b530f73f-ed6f-4aa6-9e48-0513729cb5be None None] Set router 9adee683-da65-4a4b-9b93-f161bcd3668a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:36:11.379757 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b394131-eb87-4399-b122-98fd3ce9b06b req-49d415bc-d5fc-423e-991e-638919fcc289 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:11.381341 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6b394131-eb87-4399-b122-98fd3ce9b06b req-49d415bc-d5fc-423e-991e-638919fcc289 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b913950e-49dc-4312-a031-e540dfc3a13a HTTP/1.1" status: 200 len: 945 time: 0.1105289 Sep 22 12:36:11.429262 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a03bafb3-b927-4afc-a9d0-ddf658cc94c6 admin admin] Publish callbacks [] for router (9adee683-da65-4a4b-9b93-f161bcd3668a), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:11.490283 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:11.511794 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6b394131-eb87-4399-b122-98fd3ce9b06b req-2a7aba3f-361c-437b-8de7-a410c3e02013 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=24c5a80a-44d7-4e19-a66c-2dd89c99c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193247 Sep 22 12:36:11.581375 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a03bafb3-b927-4afc-a9d0-ddf658cc94c6 admin admin] Publish callbacks [] for router_gateway (9adee683-da65-4a4b-9b93-f161bcd3668a), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:11.611764 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-b530f73f-ed6f-4aa6-9e48-0513729cb5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'name': 'tempest-AttachVolumeTestJSON-2139353545-router', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:36:09Z', 'revision_number': 5, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'gw_port': {'id': '7a3ecdce-78f7-4052-9d42-2cfc154cfcda', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:03Z', 'updated_at': '2022-09-22T12:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:11.633195 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-a03bafb3-b927-4afc-a9d0-ddf658cc94c6 admin admin] Deleting port 7a3ecdce-78f7-4052-9d42-2cfc154cfcda {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:36:11.633577 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a03bafb3-b927-4afc-a9d0-ddf658cc94c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (7a3ecdce-78f7-4052-9d42-2cfc154cfcda), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:11.650854 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b530f73f-ed6f-4aa6-9e48-0513729cb5be None None] Checking router: 9adee683-da65-4a4b-9b93-f161bcd3668a for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:36:11.662288 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b530f73f-ed6f-4aa6-9e48-0513729cb5be None None] Routers {'9adee683-da65-4a4b-9b93-f161bcd3668a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:36:11.662892 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-b530f73f-ed6f-4aa6-9e48-0513729cb5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:35:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9adee683-da65-4a4b-9b93-f161bcd3668a'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:11.731167 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [None req-a03bafb3-b927-4afc-a9d0-ddf658cc94c6 admin admin] For port 7a3ecdce-78f7-4052-9d42-2cfc154cfcda, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=7a3ecdce-78f7-4052-9d42-2cfc154cfcda,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:36:11.731540 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a03bafb3-b927-4afc-a9d0-ddf658cc94c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (7a3ecdce-78f7-4052-9d42-2cfc154cfcda), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:11.747873 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-a03bafb3-b927-4afc-a9d0-ddf658cc94c6 admin admin] Calling delete_port for 7a3ecdce-78f7-4052-9d42-2cfc154cfcda owned by network:router_gateway {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:36:11.777896 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-b530f73f-ed6f-4aa6-9e48-0513729cb5be None None] Set router 9adee683-da65-4a4b-9b93-f161bcd3668a gateway port host: None {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:36:11.844467 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-b530f73f-ed6f-4aa6-9e48-0513729cb5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'name': 'tempest-AttachVolumeTestJSON-2139353545-router', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:36:11Z', 'revision_number': 6, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'gw_port_host': None}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:11.872350 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b530f73f-ed6f-4aa6-9e48-0513729cb5be None None] The sync data for ids ['9adee683-da65-4a4b-9b93-f161bcd3668a'] in dv-cinder-856463-4-iscsi is: [{'id': '9adee683-da65-4a4b-9b93-f161bcd3668a', 'name': 'tempest-AttachVolumeTestJSON-2139353545-router', 'tenant_id': '89fe74d1d646452e83cb93420766c0a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:29:01Z', 'updated_at': '2022-09-22T12:36:11Z', 'revision_number': 6, 'project_id': '89fe74d1d646452e83cb93420766c0a2', 'gw_port_host': None}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:36:11.919939 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:36:11.979582 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:11.982543 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning for port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f completed by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 12:36:12.000215 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:36:12.000809 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:12.001154 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f Sep 22 12:36:12.037751 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:12.074955 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a03bafb3-b927-4afc-a9d0-ddf658cc94c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (7a3ecdce-78f7-4052-9d42-2cfc154cfcda), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:12.097646 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:36:12.098037 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:12.114712 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e6fb8-7be3-41c3-a005-1415aacb1c04 req-05f19f9b-f5c4-4756-97be-2d825c61478d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:12.123927 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca03754-f373-43f1-b251-20165efd6733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:36:12.124138 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b16e6fb8-7be3-41c3-a005-1415aacb1c04 req-05f19f9b-f5c4-4756-97be-2d825c61478d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.1314142 Sep 22 12:36:12.126244 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b70762-5866-4c2f-95a3-fe955ed52d0f" -d '{"events": [{"server_uuid": "cca03754-f373-43f1-b251-20165efd6733", "name": "network-vif-plugged", "status": "completed", "tag": "48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:36:12.139835 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bafb3-b927-4afc-a9d0-ddf658cc94c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a3ecdce-78f7-4052-9d42-2cfc154cfcda,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:12.140973 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f,segment=NetworkSegment(9244f81d-1745-453d-b02d-f5d950c65f60),segment_id=9244f81d-1745-453d-b02d-f5d950c65f60)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:36:12.147618 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:12.154954 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d355d0e-6310-4e4a-ba09-f4a6a0e6144b req-cf06b951-9aa1-4f38-ac2e-d39063af6949 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:12.156486 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5d355d0e-6310-4e4a-ba09-f4a6a0e6144b req-cf06b951-9aa1-4f38-ac2e-d39063af6949 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 944 time: 0.1504598 Sep 22 12:36:12.215096 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:12.251498 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:12.298918 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5d355d0e-6310-4e4a-ba09-f4a6a0e6144b req-6e95fcfe-b185-4aa2-bdba-009c0ed290f9 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308579 Sep 22 12:36:12.312180 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b16e6fb8-7be3-41c3-a005-1415aacb1c04 req-274e7f82-194b-4f4f-9bec-684cec7012f7 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872501 Sep 22 12:36:12.321607 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a03bafb3-b927-4afc-a9d0-ddf658cc94c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629846'] for router_gateway (9adee683-da65-4a4b-9b93-f161bcd3668a), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:12.342553 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:36:12.477963 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a03bafb3-b927-4afc-a9d0-ddf658cc94c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-633538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12653'] for router (9adee683-da65-4a4b-9b93-f161bcd3668a), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:12.480944 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a03bafb3-b927-4afc-a9d0-ddf658cc94c6 admin admin] Publish callbacks [] for router_controller (9adee683-da65-4a4b-9b93-f161bcd3668a), precommit_delete_associations {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:12.539583 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1007987d-cd85-45a2-9e78-3816fad156ce x-openstack-request-id: req-1007987d-cd85-45a2-9e78-3816fad156ce {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:36:12.539958 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca03754-f373-43f1-b251-20165efd6733", "name": "network-vif-plugged", "status": "completed", "tag": "48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:36:12.540126 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1007987d-cd85-45a2-9e78-3816fad156ce {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:36:12.540574 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1007987d-cd85-45a2-9e78-3816fad156ce'] response: {'server_uuid': 'cca03754-f373-43f1-b251-20165efd6733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f', 'code': 200} Sep 22 12:36:12.544571 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:36:12.544571 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 211b583f-2a4c-4b8c-826c-0648c7e4c3c6 not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:36:12.558049 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a03bafb3-b927-4afc-a9d0-ddf658cc94c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630113'] for router (9adee683-da65-4a4b-9b93-f161bcd3668a), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:12.559111 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03bafb3-b927-4afc-a9d0-ddf658cc94c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9adee683-da65-4a4b-9b93-f161bcd3668a {{(pid=106188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 12:36:12.565276 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a03bafb3-b927-4afc-a9d0-ddf658cc94c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:12.566603 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-a03bafb3-b927-4afc-a9d0-ddf658cc94c6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/9adee683-da65-4a4b-9b93-f161bcd3668a HTTP/1.1" status: 204 len: 168 time: 1.3615625 Sep 22 12:36:12.569405 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 53516) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:12.631568 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] Deleting subnet d3942071-66f3-4019-bd71-b3135c985af6 {{(pid=106189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 12:36:12.637225 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] Publish callbacks [] for subnet (d3942071-66f3-4019-bd71-b3135c985af6), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:12.674028 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ad70a-1731-4912-ac85-3afee3a1c613 req-fdff5362-f7bc-4793-8fa2-946b600cf3a8 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:12.675624 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cd2ad70a-1731-4912-ac85-3afee3a1c613 req-fdff5362-f7bc-4793-8fa2-946b600cf3a8 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b913950e-49dc-4312-a031-e540dfc3a13a HTTP/1.1" status: 200 len: 945 time: 0.0618420 Sep 22 12:36:12.676528 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4008918'] for subnet (d3942071-66f3-4019-bd71-b3135c985af6), precommit_delete_associations {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:12.748616 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:12.762009 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16494954'] for subnet (d3942071-66f3-4019-bd71-b3135c985af6), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:12.782968 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cd2ad70a-1731-4912-ac85-3afee3a1c613 req-f7e5c942-c557-4dd6-9573-743ce47a3ff9 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=24c5a80a-44d7-4e19-a66c-2dd89c99c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977314 Sep 22 12:36:12.842449 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2984699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3860115'] for subnet (d3942071-66f3-4019-bd71-b3135c985af6), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:12.876091 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3942071-66f3-4019-bd71-b3135c985af6,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:12.886843 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:12.887108 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:12.887660 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:12.888198 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:12.888749 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:12.889259 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:12.889983 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:12.890525 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:12.891367 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:12.891799 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:12.894646 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:12.895045 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:12.895386 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:12.895719 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:12.896045 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:12.896333 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab667eaf-513b-4fb8-9ec3-10fba3324e80 None None] Network fa4f03ac-0d51-4ef1-9086-3b2b84cb717e requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:36:12.899589 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:12.902747 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-9f95b7ec-22e5-4721-a6d7-a87a75261860 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/d3942071-66f3-4019-bd71-b3135c985af6 HTTP/1.1" status: 204 len: 168 time: 0.3322222 Sep 22 12:36:12.905208 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 53522) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:13.016565 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-969dd45a-ffce-4011-9c68-750558902a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16438815'] for network (fa4f03ac-0d51-4ef1-9086-3b2b84cb717e), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:13.089908 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ab874-b8d9-4c1a-b85a-5e5fdc961162 req-6477fc0b-85b6-4fd3-978f-3a93bde883e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:13.092264 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-969dd45a-ffce-4011-9c68-750558902a0c admin admin] Deleting port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:36:13.092789 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-969dd45a-ffce-4011-9c68-750558902a0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (a25fe224-2d2d-44b0-8ccb-12d454ec1ad0), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:13.101697 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3d6ab874-b8d9-4c1a-b85a-5e5fdc961162 req-6477fc0b-85b6-4fd3-978f-3a93bde883e0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=553395befb8f4c958d34b7dffb2317e7&device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 1129 time: 0.1864746 Sep 22 12:36:13.134684 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885219f7-17a4-4bba-99c5-6cfac8391319 req-32ae4c4e-936f-41f1-95f7-4803f88670fd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:13.143600 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-885219f7-17a4-4bba-99c5-6cfac8391319 req-32ae4c4e-936f-41f1-95f7-4803f88670fd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b913950e-49dc-4312-a031-e540dfc3a13a HTTP/1.1" status: 200 len: 945 time: 0.1754515 Sep 22 12:36:13.218474 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbaf02a-7e8f-4c46-a44b-51efc5881638 None None] DHCP port deletion for fa4f03ac-0d51-4ef1-9086-3b2b84cb717e request from dv-cinder-856463-4-iscsi {{(pid=106190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 12:36:13.252735 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6ad9a-e189-4f78-abbe-6c26ff9312aa req-ec121564-fc71-4661-821a-d7f8dd140bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:13.254378 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7bc6ad9a-e189-4f78-abbe-6c26ff9312aa req-ec121564-fc71-4661-821a-d7f8dd140bb6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 1129 time: 0.1098435 Sep 22 12:36:13.312140 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-885219f7-17a4-4bba-99c5-6cfac8391319 req-841be161-e8e1-49c4-b445-27366a0d1e2b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Deleting port 85b52988-87be-42ca-a43c-2728eb267c3a {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:36:13.312639 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-885219f7-17a4-4bba-99c5-6cfac8391319 req-841be161-e8e1-49c4-b445-27366a0d1e2b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (85b52988-87be-42ca-a43c-2728eb267c3a), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:13.314147 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-9dbaf02a-7e8f-4c46-a44b-51efc5881638 None None] Deleting port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 {{(pid=106190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:36:13.315062 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-9dbaf02a-7e8f-4c46-a44b-51efc5881638 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (a25fe224-2d2d-44b0-8ccb-12d454ec1ad0), before_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:13.374475 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [None req-969dd45a-ffce-4011-9c68-750558902a0c admin admin] For port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=a25fe224-2d2d-44b0-8ccb-12d454ec1ad0,segment=NetworkSegment(959b0173-edf3-4a4b-a878-688b20dcf91a),segment_id=959b0173-edf3-4a4b-a878-688b20dcf91a)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:36:13.374475 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-969dd45a-ffce-4011-9c68-750558902a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (a25fe224-2d2d-44b0-8ccb-12d454ec1ad0), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:13.437525 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-969dd45a-ffce-4011-9c68-750558902a0c admin admin] Calling delete_port for a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 owned by network:dhcp {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:36:13.444307 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-9dbaf02a-7e8f-4c46-a44b-51efc5881638 None None] For port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=a25fe224-2d2d-44b0-8ccb-12d454ec1ad0,segment=NetworkSegment(959b0173-edf3-4a4b-a878-688b20dcf91a),segment_id=959b0173-edf3-4a4b-a878-688b20dcf91a)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:36:13.445035 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-9dbaf02a-7e8f-4c46-a44b-51efc5881638 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (a25fe224-2d2d-44b0-8ccb-12d454ec1ad0), precommit_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:13.459110 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-9dbaf02a-7e8f-4c46-a44b-51efc5881638 None None] Calling delete_port for a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 owned by network:dhcp {{(pid=106190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:36:13.556908 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-9dbaf02a-7e8f-4c46-a44b-51efc5881638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169'] for port (a25fe224-2d2d-44b0-8ccb-12d454ec1ad0), after_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:13.566488 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ab874-b8d9-4c1a-b85a-5e5fdc961162 req-0fec457c-c26e-404b-85a1-17bfe38414a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:13.568945 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-3d6ab874-b8d9-4c1a-b85a-5e5fdc961162 req-0fec457c-c26e-404b-85a1-17bfe38414a4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=08232c3f-2666-43a1-afb2-c887234ff0ea HTTP/1.1" status: 200 len: 918 time: 0.3697202 Sep 22 12:36:13.584262 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbaf02a-7e8f-4c46-a44b-51efc5881638 None None] Pushing event deleted for resources: {'Port': ['ID=a25fe224-2d2d-44b0-8ccb-12d454ec1ad0,revision_number=None']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:13.591873 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbaf02a-7e8f-4c46-a44b-51efc5881638 None None] No DVR routers for this DVR port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 on host dv-cinder-856463-4-iscsi {{(pid=106190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:36:13.657427 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7bc6ad9a-e189-4f78-abbe-6c26ff9312aa req-42c7426c-6a0e-4396-953a-7a3d0cc4ba0c service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3506489 Sep 22 12:36:13.678685 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-3d6ab874-b8d9-4c1a-b85a-5e5fdc961162 req-e801b613-d1fd-47e4-b280-29e01a2de379 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a27a044-392f-4a27-8b97-338680c1a580 HTTP/1.1" status: 200 len: 1001 time: 0.1008737 Sep 22 12:36:13.679579 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-969dd45a-ffce-4011-9c68-750558902a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (a25fe224-2d2d-44b0-8ccb-12d454ec1ad0), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:13.688223 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-885219f7-17a4-4bba-99c5-6cfac8391319 req-841be161-e8e1-49c4-b445-27366a0d1e2b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] For port 85b52988-87be-42ca-a43c-2728eb267c3a, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=85b52988-87be-42ca-a43c-2728eb267c3a,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:36:13.688820 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-885219f7-17a4-4bba-99c5-6cfac8391319 req-841be161-e8e1-49c4-b445-27366a0d1e2b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (85b52988-87be-42ca-a43c-2728eb267c3a), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:13.697667 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5623e-9085-46b7-8905-3d63ec5b327b req-2813740a-f74a-4bc9-a888-c01715e45fd2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:13.699555 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-15a5623e-9085-46b7-8905-3d63ec5b327b req-2813740a-f74a-4bc9-a888-c01715e45fd2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.1822014 Sep 22 12:36:13.711578 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4ccd0-28a6-4bbf-8a9e-415596d7f049 req-60ae5d56-2a86-4992-8c67-d49ecbfa7dfd tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:13.712001 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969dd45a-ffce-4011-9c68-750558902a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=a25fe224-2d2d-44b0-8ccb-12d454ec1ad0,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:13.718580 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-47e4ccd0-28a6-4bbf-8a9e-415596d7f049 req-60ae5d56-2a86-4992-8c67-d49ecbfa7dfd tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 945 time: 0.2001512 Sep 22 12:36:13.722435 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969dd45a-ffce-4011-9c68-750558902a0c admin admin] No DVR routers for this DVR port a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 on host dv-cinder-856463-4-iscsi {{(pid=106189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:36:13.792369 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:13.804856 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-969dd45a-ffce-4011-9c68-750558902a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16032833', 'neutron.services.segments.db._delete_segments_for_network-8742011169985'] for network (fa4f03ac-0d51-4ef1-9086-3b2b84cb717e), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:13.834285 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-969dd45a-ffce-4011-9c68-750558902a0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4f03ac-0d51-4ef1-9086-3b2b84cb717e']}} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:13.847818 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-969dd45a-ffce-4011-9c68-750558902a0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959b0173-edf3-4a4b-a878-688b20dcf91a') {'for_net_delete': True} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:13.848120 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-969dd45a-ffce-4011-9c68-750558902a0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959b0173-edf3-4a4b-a878-688b20dcf91a') {} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:13.877231 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-47e4ccd0-28a6-4bbf-8a9e-415596d7f049 req-84e7a4c5-4f9c-4731-a1a3-d62b4a51d5a8 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522486 Sep 22 12:36:13.878053 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-969dd45a-ffce-4011-9c68-750558902a0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742011169877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4008941'] for segment (959b0173-edf3-4a4b-a878-688b20dcf91a), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:13.901719 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-15a5623e-9085-46b7-8905-3d63ec5b327b req-84ade248-7ec6-4a16-8098-dca0ba2fe831 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620016 Sep 22 12:36:13.910620 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-969dd45a-ffce-4011-9c68-750558902a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (959b0173-edf3-4a4b-a878-688b20dcf91a), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:13.947184 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969dd45a-ffce-4011-9c68-750558902a0c admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=106189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 12:36:13.947600 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-969dd45a-ffce-4011-9c68-750558902a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2984513'] for segment (959b0173-edf3-4a4b-a878-688b20dcf91a), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:13.996469 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.services.segments.plugin [-] Segment 959b0173-edf3-4a4b-a878-688b20dcf91a resource provider aggregate not found Sep 22 12:36:14.031000 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.services.segments.plugin [-] Segment 959b0173-edf3-4a4b-a878-688b20dcf91a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 959b0173-edf3-4a4b-a878-688b20dcf91a found for delete ", "request_id": "req-ea9d23ea-6c52-4de2-92a5-82c26afb182b"}]} Sep 22 12:36:14.038299 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:14.056072 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acecc85-4dbd-4527-b963-4dda93fd30bf req-1e4844a2-2109-46a1-9ad7-f4c9e56ceb0e tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:14.057914 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4acecc85-4dbd-4527-b963-4dda93fd30bf req-1e4844a2-2109-46a1-9ad7-f4c9e56ceb0e tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b913950e-49dc-4312-a031-e540dfc3a13a HTTP/1.1" status: 200 len: 945 time: 0.0983660 Sep 22 12:36:14.065023 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ab874-b8d9-4c1a-b85a-5e5fdc961162 req-a0877d34-1de8-462e-bc74-0cb1626905fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:14.065231 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-3d6ab874-b8d9-4c1a-b85a-5e5fdc961162 req-a0877d34-1de8-462e-bc74-0cb1626905fc service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=13cccc76-44bb-44db-a343-17e3d4246299 HTTP/1.1" status: 200 len: 856 time: 0.1676733 Sep 22 12:36:14.067423 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-969dd45a-ffce-4011-9c68-750558902a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16032888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629891'] for network (fa4f03ac-0d51-4ef1-9086-3b2b84cb717e), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:14.085088 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-969dd45a-ffce-4011-9c68-750558902a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:14.090913 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-969dd45a-ffce-4011-9c68-750558902a0c admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/fa4f03ac-0d51-4ef1-9086-3b2b84cb717e HTTP/1.1" status: 204 len: 168 time: 1.1821489 Sep 22 12:36:14.090913 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969dd45a-ffce-4011-9c68-750558902a0c admin admin] Pushing event deleted for resources: {'Network': ['ID=fa4f03ac-0d51-4ef1-9086-3b2b84cb717e,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:14.098647 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-885219f7-17a4-4bba-99c5-6cfac8391319 req-841be161-e8e1-49c4-b445-27366a0d1e2b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:14.099105 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-885219f7-17a4-4bba-99c5-6cfac8391319 req-841be161-e8e1-49c4-b445-27366a0d1e2b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (93e94fc3-2393-42a3-868f-696ff6fdc548), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:14.099481 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.l3_db [req-885219f7-17a4-4bba-99c5-6cfac8391319 req-841be161-e8e1-49c4-b445-27366a0d1e2b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Floating IP 93e94fc3-2393-42a3-868f-696ff6fdc548 disassociated. External IP: 172.27.0.26, port: 85b52988-87be-42ca-a43c-2728eb267c3a. Sep 22 12:36:14.099829 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-885219f7-17a4-4bba-99c5-6cfac8391319 req-841be161-e8e1-49c4-b445-27366a0d1e2b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Calling delete_port for 85b52988-87be-42ca-a43c-2728eb267c3a owned by compute:nova {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:36:14.172597 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4acecc85-4dbd-4527-b963-4dda93fd30bf req-f95513b8-d0d1-4011-8991-14ff1ba796df tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=24c5a80a-44d7-4e19-a66c-2dd89c99c28a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076951 Sep 22 12:36:14.205664 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:14.224046 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:14.259694 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 53536) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:14.327731 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:36:14.329171 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-885219f7-17a4-4bba-99c5-6cfac8391319 req-841be161-e8e1-49c4-b445-27366a0d1e2b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (85b52988-87be-42ca-a43c-2728eb267c3a), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:14.340544 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-2a4a3b58-c269-48ef-9699-9100b53b4b0b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=89fe74d1d646452e83cb93420766c0a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0794985 Sep 22 12:36:14.341146 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 53538) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:14.356126 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:36:14.356718 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device a25fe224-2d2d-44b0-8ccb-12d454ec1ad0 not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:36:14.357352 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 7a3ecdce-78f7-4052-9d42-2cfc154cfcda no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:36:14.380884 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841be161-e8e1-49c4-b445-27366a0d1e2b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event deleted for resources: {'Port': ['ID=85b52988-87be-42ca-a43c-2728eb267c3a,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:14.394191 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 7a3ecdce-78f7-4052-9d42-2cfc154cfcda {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:36:14.394783 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 7a3ecdce-78f7-4052-9d42-2cfc154cfcda not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:36:14.445052 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ab874-b8d9-4c1a-b85a-5e5fdc961162 req-9f2060b0-d611-4ea6-920e-9dee1569acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:14.446477 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-3d6ab874-b8d9-4c1a-b85a-5e5fdc961162 req-9f2060b0-d611-4ea6-920e-9dee1569acaa service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=08232c3f-2666-43a1-afb2-c887234ff0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713239 Sep 22 12:36:14.479418 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5fe24bc8-84ea-4018-96f3-1a15adc9c097 admin admin] Publish callbacks [] for security_group (46bc456b-31d6-4d27-b34a-4510edb0b465), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:14.510574 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-885219f7-17a4-4bba-99c5-6cfac8391319 req-841be161-e8e1-49c4-b445-27366a0d1e2b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Router b29ff6e8-f65e-42d9-b132-792f8e95ae0a has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:36:14.537003 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5fe24bc8-84ea-4018-96f3-1a15adc9c097 admin admin] Publish callbacks [] for security_group (46bc456b-31d6-4d27-b34a-4510edb0b465), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:14.608948 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-3d6ab874-b8d9-4c1a-b85a-5e5fdc961162 req-48ac0ce0-455f-4adc-98d2-898911a7f483 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518075 Sep 22 12:36:14.628937 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-885219f7-17a4-4bba-99c5-6cfac8391319 req-841be161-e8e1-49c4-b445-27366a0d1e2b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:36:14.639366 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cdd4bc-f03a-49f3-8d83-684fd38c9d3f None None] Sync routers for ids ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:36:14.661014 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cdd4bc-f03a-49f3-8d83-684fd38c9d3f None None] Routers {'b29ff6e8-f65e-42d9-b132-792f8e95ae0a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:36:14.661834 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-03cdd4bc-f03a-49f3-8d83-684fd38c9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:35:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:14.684700 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-885219f7-17a4-4bba-99c5-6cfac8391319 req-841be161-e8e1-49c4-b445-27366a0d1e2b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] No DVR routers for this DVR port 85b52988-87be-42ca-a43c-2728eb267c3a on host hv-cinder-85646 {{(pid=106188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:36:14.687412 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-885219f7-17a4-4bba-99c5-6cfac8391319 req-841be161-e8e1-49c4-b445-27366a0d1e2b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:14.692879 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-885219f7-17a4-4bba-99c5-6cfac8391319 req-841be161-e8e1-49c4-b445-27366a0d1e2b tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.20 "DELETE /networking/v2.0/ports/85b52988-87be-42ca-a43c-2728eb267c3a HTTP/1.1" status: 204 len: 173 time: 1.5389385 Sep 22 12:36:14.693475 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b913950e-49dc-4312-a031-e540dfc3a13a', 'name': 'network-vif-deleted', 'tag': '85b52988-87be-42ca-a43c-2728eb267c3a'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:36:14.696252 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11812a1-169b-4e90-ae4a-414460d43d74" -d '{"events": [{"server_uuid": "b913950e-49dc-4312-a031-e540dfc3a13a", "name": "network-vif-deleted", "tag": "85b52988-87be-42ca-a43c-2728eb267c3a"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:36:14.702411 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5fe24bc8-84ea-4018-96f3-1a15adc9c097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (46bc456b-31d6-4d27-b34a-4510edb0b465), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:14.709914 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-5fe24bc8-84ea-4018-96f3-1a15adc9c097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:14.715015 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-5fe24bc8-84ea-4018-96f3-1a15adc9c097 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/46bc456b-31d6-4d27-b34a-4510edb0b465 HTTP/1.1" status: 204 len: 168 time: 0.3727961 Sep 22 12:36:14.743786 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe24bc8-84ea-4018-96f3-1a15adc9c097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bc456b-31d6-4d27-b34a-4510edb0b465,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:14.767801 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f17910-3193-4ea8-b08b-ab3ddea4a630 x-openstack-request-id: req-91f17910-3193-4ea8-b08b-ab3ddea4a630 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:36:14.768192 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b913950e-49dc-4312-a031-e540dfc3a13a", "name": "network-vif-deleted", "tag": "85b52988-87be-42ca-a43c-2728eb267c3a", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:36:14.770959 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-91f17910-3193-4ea8-b08b-ab3ddea4a630 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:36:14.771424 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f17910-3193-4ea8-b08b-ab3ddea4a630'] response: {'server_uuid': 'b913950e-49dc-4312-a031-e540dfc3a13a', 'name': 'network-vif-deleted', 'tag': '85b52988-87be-42ca-a43c-2728eb267c3a', 'status': 'completed', 'code': 200} Sep 22 12:36:14.820412 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-3d6ab874-b8d9-4c1a-b85a-5e5fdc961162 req-d250f7a3-300d-4cec-86e4-3650af14dd8c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033560 Sep 22 12:36:14.853731 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-03cdd4bc-f03a-49f3-8d83-684fd38c9d3f None None] Set router b29ff6e8-f65e-42d9-b132-792f8e95ae0a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:36:15.291163 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-03cdd4bc-f03a-49f3-8d83-684fd38c9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:15.457284 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cdd4bc-f03a-49f3-8d83-684fd38c9d3f None None] Checking router: b29ff6e8-f65e-42d9-b132-792f8e95ae0a for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:36:15.469161 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f7fb3-cf8a-46f4-b718-6d752541cd09 req-6f4df783-b96b-4904-bad2-0405f8c90837 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:15.477844 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-eb9f7fb3-cf8a-46f4-b718-6d752541cd09 req-6f4df783-b96b-4904-bad2-0405f8c90837 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.3994179 Sep 22 12:36:15.493918 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279968c-b209-4299-8cdb-343959b86f69 req-aadf1d69-9a27-42c7-81ae-801ef03c0543 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:15.498654 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cdd4bc-f03a-49f3-8d83-684fd38c9d3f None None] Routers {'b29ff6e8-f65e-42d9-b132-792f8e95ae0a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:36:15.500624 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f279968c-b209-4299-8cdb-343959b86f69 req-aadf1d69-9a27-42c7-81ae-801ef03c0543 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 945 time: 0.4646165 Sep 22 12:36:15.501929 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-03cdd4bc-f03a-49f3-8d83-684fd38c9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:35:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:15.583745 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f279968c-b209-4299-8cdb-343959b86f69 req-8e23104b-97d3-4cfd-a685-e07acd0e167d tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758021 Sep 22 12:36:15.628529 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-eb9f7fb3-cf8a-46f4-b718-6d752541cd09 req-80c38f0b-4c71-49bb-a652-7890b40e84e4 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497090 Sep 22 12:36:15.738545 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-71f6a5f2-4980-4b7a-9cbf-97d3d04c6e5d req-faffe099-7236-47c7-8beb-bfb2015bf421 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b913950e-49dc-4312-a031-e540dfc3a13a HTTP/1.1" status: 200 len: 210 time: 0.0412586 Sep 22 12:36:15.775624 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-03cdd4bc-f03a-49f3-8d83-684fd38c9d3f None None] Set router b29ff6e8-f65e-42d9-b132-792f8e95ae0a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:36:16.030802 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-03cdd4bc-f03a-49f3-8d83-684fd38c9d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:16.060426 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cdd4bc-f03a-49f3-8d83-684fd38c9d3f None None] The sync data for ids ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'] in dv-cinder-856463-4-iscsi is: [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '3eac1600-3695-4a60-924b-eaed2c450132', 'name': '', 'network_id': 'a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'mac_address': 'fa:16:3e:0a:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:13Z', 'updated_at': '2022-09-22T12:29:24Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'subnets': [{'id': 'd853fe9a-55b9-4c8d-9099-d1741ea2e14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:36:16.434961 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510cd3dd-dc6b-441b-bde3-1cf303c45c83 None None] New status for floating IP 93e94fc3-2393-42a3-868f-696ff6fdc548: DOWN {{(pid=106190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:36:16.763594 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b337776-7f31-4e07-a54a-7ed01c36f727 req-2d52bbef-e860-40ac-9ab1-4699fbf91c4a tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:16.765585 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4b337776-7f31-4e07-a54a-7ed01c36f727 req-2d52bbef-e860-40ac-9ab1-4699fbf91c4a tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 945 time: 0.0686960 Sep 22 12:36:16.839630 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace796e7-f719-44b8-b360-58c551acfd86 req-99b4162d-e147-4b7c-af35-281f86ad52a6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:16.841366 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ace796e7-f719-44b8-b360-58c551acfd86 req-99b4162d-e147-4b7c-af35-281f86ad52a6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0879633 Sep 22 12:36:16.892705 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4b337776-7f31-4e07-a54a-7ed01c36f727 req-027ef821-0631-45d5-ae2d-dc8220141392 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169798 Sep 22 12:36:16.955993 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ace796e7-f719-44b8-b360-58c551acfd86 req-79259bb7-30a3-46ab-ab10-c7d9ce71765e tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049316 Sep 22 12:36:17.025768 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 53596) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:17.102779 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-931c5f66-5b33-4b65-976b-b821c9db6950 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (24c5a80a-44d7-4e19-a66c-2dd89c99c28a), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:17.108361 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4375aa9-d32f-4008-8f2f-fb0d499fdab4 req-515dd1de-a9a3-4f4a-9324-25883271a093 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:17.116226 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d4375aa9-d32f-4008-8f2f-fb0d499fdab4 req-515dd1de-a9a3-4f4a-9324-25883271a093 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 945 time: 0.0954995 Sep 22 12:36:17.160952 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-931c5f66-5b33-4b65-976b-b821c9db6950 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (24c5a80a-44d7-4e19-a66c-2dd89c99c28a), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:17.197103 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d4375aa9-d32f-4008-8f2f-fb0d499fdab4 req-b4db8ce8-81ff-4252-9824-66802dff3dd8 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796840 Sep 22 12:36:17.218159 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 53604) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:17.277740 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-931c5f66-5b33-4b65-976b-b821c9db6950 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (24c5a80a-44d7-4e19-a66c-2dd89c99c28a), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:17.281936 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-931c5f66-5b33-4b65-976b-b821c9db6950 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:17.286349 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-931c5f66-5b33-4b65-976b-b821c9db6950 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/24c5a80a-44d7-4e19-a66c-2dd89c99c28a HTTP/1.1" status: 204 len: 168 time: 0.2568173 Sep 22 12:36:17.286672 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 53608) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:17.298368 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c5f66-5b33-4b65-976b-b821c9db6950 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c5a80a-44d7-4e19-a66c-2dd89c99c28a,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:17.304277 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.api.v2.resource [None req-6906d331-8018-4d42-8684-568e96b3ae79 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] show failed (client error): The resource could not be found. Sep 22 12:36:17.307905 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-6906d331-8018-4d42-8684-568e96b3ae79 tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "GET /networking/v2.0/security-groups/24c5a80a-44d7-4e19-a66c-2dd89c99c28a HTTP/1.1" status: 404 len: 347 time: 0.0172260 Sep 22 12:36:17.309610 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 53610) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:17.407527 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:17.457110 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-3563da8d-d246-4d1b-9176-56559842c8cd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Deleting port 004995cd-ea1d-4484-981a-61f6047c67f9 {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:36:17.457451 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3563da8d-d246-4d1b-9176-56559842c8cd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (004995cd-ea1d-4484-981a-61f6047c67f9), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:17.553171 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3563da8d-d246-4d1b-9176-56559842c8cd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (004995cd-ea1d-4484-981a-61f6047c67f9), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:17.553518 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3563da8d-d246-4d1b-9176-56559842c8cd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (004995cd-ea1d-4484-981a-61f6047c67f9), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:17.570896 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-3563da8d-d246-4d1b-9176-56559842c8cd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Calling delete_port for 004995cd-ea1d-4484-981a-61f6047c67f9 owned by network:floatingip {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:36:17.598319 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eeaa13-dedf-4ad2-a2a7-c41255fad8d5 tempest-TestVolumeBootPattern-1242857788 tempest-TestVolumeBootPattern-1242857788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:17.600325 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-18eeaa13-dedf-4ad2-a2a7-c41255fad8d5 tempest-TestVolumeBootPattern-1242857788 tempest-TestVolumeBootPattern-1242857788-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 1124 time: 0.3810644 Sep 22 12:36:17.603766 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 53618) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:17.608495 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-d51b32f5-7004-43e1-b966-c6ea783dcaec tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Request body: {'floatingip': {'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'port_id': '48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:36:17.620092 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:17.637922 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d51b32f5-7004-43e1-b966-c6ea783dcaec tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:17.716502 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:17.725449 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d51b32f5-7004-43e1-b966-c6ea783dcaec tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:17.750455 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3563da8d-d246-4d1b-9176-56559842c8cd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (004995cd-ea1d-4484-981a-61f6047c67f9), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:17.777470 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563da8d-d246-4d1b-9176-56559842c8cd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Pushing event deleted for resources: {'Port': ['ID=004995cd-ea1d-4484-981a-61f6047c67f9,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:17.826251 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:17.860754 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3563da8d-d246-4d1b-9176-56559842c8cd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks [] for floatingip (93e94fc3-2393-42a3-868f-696ff6fdc548), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:17.864060 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3563da8d-d246-4d1b-9176-56559842c8cd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:17.867746 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-3563da8d-d246-4d1b-9176-56559842c8cd tempest-AttachVolumeNegativeTest-1013501470 tempest-AttachVolumeNegativeTest-1013501470-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/93e94fc3-2393-42a3-868f-696ff6fdc548 HTTP/1.1" status: 204 len: 168 time: 0.5542967 Sep 22 12:36:17.867884 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [None req-d51b32f5-7004-43e1-b966-c6ea783dcaec tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Allocated IP 172.27.0.122 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/7b8fc84e-f71b-4079-9834-12e8033d1827) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:36:17.957332 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 85b52988-87be-42ca-a43c-2728eb267c3a no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:36:17.981192 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] No Port match for: 85b52988-87be-42ca-a43c-2728eb267c3a {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:36:17.982034 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 85b52988-87be-42ca-a43c-2728eb267c3a not bound to the agent host hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:36:18.021841 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d51b32f5-7004-43e1-b966-c6ea783dcaec tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for port (7b8fc84e-f71b-4079-9834-12e8033d1827), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:18.086879 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d51b32f5-7004-43e1-b966-c6ea783dcaec tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (7b8fc84e-f71b-4079-9834-12e8033d1827), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:18.125355 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a43bb-74af-42d0-97e6-c75e7efe8239 req-6a724290-b9b4-49b8-b04f-e7b5562363cf tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:18.127546 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4b9a43bb-74af-42d0-97e6-c75e7efe8239 req-6a724290-b9b4-49b8-b04f-e7b5562363cf tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0777071 Sep 22 12:36:18.149948 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51b32f5-7004-43e1-b966-c6ea783dcaec tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:36:18.162333 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-d51b32f5-7004-43e1-b966-c6ea783dcaec tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:36:18.169420 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51b32f5-7004-43e1-b966-c6ea783dcaec tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:36:18.197656 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b32f5-7004-43e1-b966-c6ea783dcaec tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event updated for resources: {'Port': ['ID=7b8fc84e-f71b-4079-9834-12e8033d1827,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:18.244156 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4b9a43bb-74af-42d0-97e6-c75e7efe8239 req-1805760c-4e1f-4bb3-98ce-c0b0c5eaf394 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095793 Sep 22 12:36:18.471337 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:18.561109 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d51b32f5-7004-43e1-b966-c6ea783dcaec tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for floatingip (8827f792-37ab-434d-b14d-517bdd3e1a1e), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:18.631557 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d51b32f5-7004-43e1-b966-c6ea783dcaec tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (7b8fc84e-f71b-4079-9834-12e8033d1827), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:18.717737 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:INSERT=3,neutron:UPDATE=3,neutron:SELECT=94 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:18.789091 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d51b32f5-7004-43e1-b966-c6ea783dcaec tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for port (7b8fc84e-f71b-4079-9834-12e8033d1827), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:18.794043 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d51b32f5-7004-43e1-b966-c6ea783dcaec tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (7b8fc84e-f71b-4079-9834-12e8033d1827), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:18.864022 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d51b32f5-7004-43e1-b966-c6ea783dcaec tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (8827f792-37ab-434d-b14d-517bdd3e1a1e), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:18.866001 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b32f5-7004-43e1-b966-c6ea783dcaec tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event updated for resources: {'Port': ['ID=7b8fc84e-f71b-4079-9834-12e8033d1827,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:18.969385 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.l3_db [None req-d51b32f5-7004-43e1-b966-c6ea783dcaec tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Floating IP 8827f792-37ab-434d-b14d-517bdd3e1a1e associated. External IP: 172.27.0.122, port: 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f. Sep 22 12:36:18.978262 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58631-23e9-4d8d-a3c4-e0214fa121a6 req-34d62584-55b4-479a-8b8a-eabbc95adbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:18.979859 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-17e58631-23e9-4d8d-a3c4-e0214fa121a6 req-34d62584-55b4-479a-8b8a-eabbc95adbe6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=553395befb8f4c958d34b7dffb2317e7&device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 1129 time: 0.0483072 Sep 22 12:36:19.103075 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58631-23e9-4d8d-a3c4-e0214fa121a6 req-a48b9149-2515-4ffd-bbe2-04b365866158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:19.105846 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-17e58631-23e9-4d8d-a3c4-e0214fa121a6 req-a48b9149-2515-4ffd-bbe2-04b365866158 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=08232c3f-2666-43a1-afb2-c887234ff0ea HTTP/1.1" status: 200 len: 918 time: 0.1164849 Sep 22 12:36:19.177900 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-17e58631-23e9-4d8d-a3c4-e0214fa121a6 req-2da52f52-615e-4555-97c8-79c9c4dacdaf service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a27a044-392f-4a27-8b97-338680c1a580 HTTP/1.1" status: 200 len: 1001 time: 0.0652056 Sep 22 12:36:19.222905 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51b32f5-7004-43e1-b966-c6ea783dcaec tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Router 9901d003-8388-4a46-8181-600209dea5ef has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:36:19.240476 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58631-23e9-4d8d-a3c4-e0214fa121a6 req-4d16147e-ee19-43f5-9a0e-80d5a875719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:19.242017 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-17e58631-23e9-4d8d-a3c4-e0214fa121a6 req-4d16147e-ee19-43f5-9a0e-80d5a875719b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=13cccc76-44bb-44db-a343-17e3d4246299 HTTP/1.1" status: 200 len: 856 time: 0.0583713 Sep 22 12:36:19.289507 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e58631-23e9-4d8d-a3c4-e0214fa121a6 req-ed71c82a-4fba-4bdd-847b-1b247375e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:19.291104 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-17e58631-23e9-4d8d-a3c4-e0214fa121a6 req-ed71c82a-4fba-4bdd-847b-1b247375e995 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=08232c3f-2666-43a1-afb2-c887234ff0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424292 Sep 22 12:36:19.328778 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51b32f5-7004-43e1-b966-c6ea783dcaec tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:36:19.341400 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02cecbe-432d-459f-8a94-771578815ce2 None None] Sync routers for ids ['9901d003-8388-4a46-8181-600209dea5ef'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:36:19.353172 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:19.356671 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02cecbe-432d-459f-8a94-771578815ce2 None None] Routers {'9901d003-8388-4a46-8181-600209dea5ef'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:36:19.357654 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-e02cecbe-432d-459f-8a94-771578815ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:35:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9901d003-8388-4a46-8181-600209dea5ef'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:19.383434 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d51b32f5-7004-43e1-b966-c6ea783dcaec tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:19.403274 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-17e58631-23e9-4d8d-a3c4-e0214fa121a6 req-8025403b-b8ff-4640-9046-d8bc8d117d9c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046124 Sep 22 12:36:19.423837 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de45a3-336d-483f-b8ed-be16a9902054 req-9ae193a7-1f22-45b2-9cc0-c08205a4aa27 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:19.425424 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e8de45a3-336d-483f-b8ed-be16a9902054 req-9ae193a7-1f22-45b2-9cc0-c08205a4aa27 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0866485 Sep 22 12:36:19.431581 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-d51b32f5-7004-43e1-b966-c6ea783dcaec tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8268001 Sep 22 12:36:19.432255 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca03754-f373-43f1-b251-20165efd6733', 'tag': '48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:36:19.434659 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d78447f-61ef-45e1-8fa6-66959c63a484" -d '{"events": [{"name": "network-changed", "server_uuid": "cca03754-f373-43f1-b251-20165efd6733", "tag": "48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:36:19.482937 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:19.485647 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-e02cecbe-432d-459f-8a94-771578815ce2 None None] Set router 9901d003-8388-4a46-8181-600209dea5ef gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:36:19.494681 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e8de45a3-336d-483f-b8ed-be16a9902054 req-360c82d1-2201-4565-9df8-21e45b9de314 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527167 Sep 22 12:36:19.497874 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8124b2-272a-4af3-aafa-67e587464c57 x-openstack-request-id: req-df8124b2-272a-4af3-aafa-67e587464c57 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:36:19.498256 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca03754-f373-43f1-b251-20165efd6733", "tag": "48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:36:19.499464 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-df8124b2-272a-4af3-aafa-67e587464c57 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:36:19.499957 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df8124b2-272a-4af3-aafa-67e587464c57'] response: {'name': 'network-changed', 'server_uuid': 'cca03754-f373-43f1-b251-20165efd6733', 'tag': '48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f', 'status': 'completed', 'code': 200} Sep 22 12:36:19.546798 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-17e58631-23e9-4d8d-a3c4-e0214fa121a6 req-a5f9ebdf-ad3e-4482-bc1a-a326d59b0116 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364286 Sep 22 12:36:19.560055 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78447f-61ef-45e1-8fa6-66959c63a484 req-ce761c90-81af-49fb-a0e2-d642368c75be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:19.561605 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8d78447f-61ef-45e1-8fa6-66959c63a484 req-ce761c90-81af-49fb-a0e2-d642368c75be service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5d44fc4fa85a4dfb82c31a602037a249&device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 1129 time: 0.0402076 Sep 22 12:36:19.703207 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-e02cecbe-432d-459f-8a94-771578815ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '8827f792-37ab-434d-b14d-517bdd3e1a1e', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': '9901d003-8388-4a46-8181-600209dea5ef', 'port_id': '48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'mac_address': 'fa:16:3e:c6:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca03754-f373-43f1-b251-20165efd6733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:36:18Z', 'updated_at': '2022-09-22T12:36:18Z', 'revision_number': 0, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 5, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:19.726781 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02cecbe-432d-459f-8a94-771578815ce2 None None] Checking router: 9901d003-8388-4a46-8181-600209dea5ef for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:36:19.729424 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:19.736974 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02cecbe-432d-459f-8a94-771578815ce2 None None] Routers {'9901d003-8388-4a46-8181-600209dea5ef'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:36:19.737567 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-e02cecbe-432d-459f-8a94-771578815ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:35:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9901d003-8388-4a46-8181-600209dea5ef'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:19.835167 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-e02cecbe-432d-459f-8a94-771578815ce2 None None] Set router 9901d003-8388-4a46-8181-600209dea5ef gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:36:20.115466 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-e02cecbe-432d-459f-8a94-771578815ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '8827f792-37ab-434d-b14d-517bdd3e1a1e', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': '9901d003-8388-4a46-8181-600209dea5ef', 'port_id': '48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'mac_address': 'fa:16:3e:c6:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca03754-f373-43f1-b251-20165efd6733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:36:18Z', 'updated_at': '2022-09-22T12:36:18Z', 'revision_number': 0, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 5, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:20.141977 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02cecbe-432d-459f-8a94-771578815ce2 None None] The sync data for ids ['9901d003-8388-4a46-8181-600209dea5ef'] in dv-cinder-856463-4-iscsi is: [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '8827f792-37ab-434d-b14d-517bdd3e1a1e', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': '9901d003-8388-4a46-8181-600209dea5ef', 'port_id': '48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'mac_address': 'fa:16:3e:c6:1b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca03754-f373-43f1-b251-20165efd6733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:36:18Z', 'updated_at': '2022-09-22T12:36:18Z', 'revision_number': 0, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 5, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:36:20.302279 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:36:20.583206 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 53704) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:20.660442 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792f313-d0d5-4da8-b18a-29c647b6f7e4 req-3314972a-e9f4-4158-91e2-5a749010079d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:20.662312 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f792f313-d0d5-4da8-b18a-29c647b6f7e4 req-3314972a-e9f4-4158-91e2-5a749010079d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0730424 Sep 22 12:36:20.730576 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f792f313-d0d5-4da8-b18a-29c647b6f7e4 req-64e6035c-7b66-4a3c-82eb-3ef557f5fba6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620770 Sep 22 12:36:20.731586 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d81656a2-6570-4b8a-8595-4dc6e9bf5d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:20.758629 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:20.818373 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d81656a2-6570-4b8a-8595-4dc6e9bf5d39 admin admin] Publish callbacks [] for security_group (bc4c04a4-c625-4af5-a044-b1febacaf92f), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:20.822529 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d81656a2-6570-4b8a-8595-4dc6e9bf5d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (bc4c04a4-c625-4af5-a044-b1febacaf92f), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:20.864649 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81656a2-6570-4b8a-8595-4dc6e9bf5d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4c04a4-c625-4af5-a044-b1febacaf92f,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:20.873637 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 53708) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:20.875402 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-d81656a2-6570-4b8a-8595-4dc6e9bf5d39 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=85a8d81c09a045009337248488ba4d36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908072 Sep 22 12:36:20.897199 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2154456-553c-4f59-9f58-33938215d06a None None] New status for floating IP 8827f792-37ab-434d-b14d-517bdd3e1a1e: ACTIVE {{(pid=106190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:36:20.931538 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-955537d2-d21a-491f-a512-c607f4af07b9 admin admin] Publish callbacks [] for security_group (bc4c04a4-c625-4af5-a044-b1febacaf92f), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:20.951996 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-955537d2-d21a-491f-a512-c607f4af07b9 admin admin] Publish callbacks [] for security_group (bc4c04a4-c625-4af5-a044-b1febacaf92f), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:20.972508 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:20.990330 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:21.009028 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-955537d2-d21a-491f-a512-c607f4af07b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (bc4c04a4-c625-4af5-a044-b1febacaf92f), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:21.011661 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-955537d2-d21a-491f-a512-c607f4af07b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:21.012853 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-955537d2-d21a-491f-a512-c607f4af07b9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/bc4c04a4-c625-4af5-a044-b1febacaf92f HTTP/1.1" status: 204 len: 168 time: 0.1381152 Sep 22 12:36:21.022710 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955537d2-d21a-491f-a512-c607f4af07b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4c04a4-c625-4af5-a044-b1febacaf92f,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:21.156940 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78447f-61ef-45e1-8fa6-66959c63a484 req-3296ce13-d2a2-4d39-a64b-44d12899c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:21.158998 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8d78447f-61ef-45e1-8fa6-66959c63a484 req-3296ce13-d2a2-4d39-a64b-44d12899c759 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07 HTTP/1.1" status: 200 len: 912 time: 0.0946617 Sep 22 12:36:21.250932 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8d78447f-61ef-45e1-8fa6-66959c63a484 req-0efdccdf-30fa-4448-bcdc-b314dce866ff service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f HTTP/1.1" status: 200 len: 1001 time: 0.0626044 Sep 22 12:36:21.302432 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78447f-61ef-45e1-8fa6-66959c63a484 req-8b739a84-4b5c-431c-89f2-f050913aab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:21.304181 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8d78447f-61ef-45e1-8fa6-66959c63a484 req-8b739a84-4b5c-431c-89f2-f050913aab3d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a41b6585-6dac-4960-897e-2f93b9acd95a HTTP/1.1" status: 200 len: 850 time: 0.0472250 Sep 22 12:36:21.314912 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 53714) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:21.331420 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-657ada67-66cb-4c76-8e03-adc3f995b01c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:21.355736 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78447f-61ef-45e1-8fa6-66959c63a484 req-4bdf2a97-84fa-4e23-ab44-afd3ed7265dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:21.357315 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8d78447f-61ef-45e1-8fa6-66959c63a484 req-4bdf2a97-84fa-4e23-ab44-afd3ed7265dc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475910 Sep 22 12:36:21.402155 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:21.417071 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-657ada67-66cb-4c76-8e03-adc3f995b01c admin admin] Publish callbacks [] for security_group (40b43b8a-eddb-4f82-829e-7786a986f2ee), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:21.423610 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-657ada67-66cb-4c76-8e03-adc3f995b01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (40b43b8a-eddb-4f82-829e-7786a986f2ee), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:21.451463 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8d78447f-61ef-45e1-8fa6-66959c63a484 req-5380810f-6d7e-43f2-9d12-d66d260c0a95 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878077 Sep 22 12:36:21.462707 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-657ada67-66cb-4c76-8e03-adc3f995b01c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=11df04d14d8b4404a9fe99b82d5ea416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465561 Sep 22 12:36:21.463776 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ada67-66cb-4c76-8e03-adc3f995b01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b43b8a-eddb-4f82-829e-7786a986f2ee,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:21.465327 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 53716) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:21.513317 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f2e4171f-11e9-42c3-9eff-733359b0fccf admin admin] Publish callbacks [] for security_group (40b43b8a-eddb-4f82-829e-7786a986f2ee), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:21.536806 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f2e4171f-11e9-42c3-9eff-733359b0fccf admin admin] Publish callbacks [] for security_group (40b43b8a-eddb-4f82-829e-7786a986f2ee), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:21.585655 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f2e4171f-11e9-42c3-9eff-733359b0fccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (40b43b8a-eddb-4f82-829e-7786a986f2ee), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:21.588161 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f2e4171f-11e9-42c3-9eff-733359b0fccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:21.589314 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-f2e4171f-11e9-42c3-9eff-733359b0fccf admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/40b43b8a-eddb-4f82-829e-7786a986f2ee HTTP/1.1" status: 204 len: 168 time: 0.1222942 Sep 22 12:36:21.597268 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4171f-11e9-42c3-9eff-733359b0fccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b43b8a-eddb-4f82-829e-7786a986f2ee,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:21.732502 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:21.770809 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8d78447f-61ef-45e1-8fa6-66959c63a484 req-bffa271b-6fc9-4d0e-9d9e-09c37dcfd27c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201034 Sep 22 12:36:21.889142 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fd568-a3ca-4bc5-82e6-40902ba5a5ce req-765823a6-cbad-4da1-b785-cdbdb0f34f0b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:21.890780 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c04fd568-a3ca-4bc5-82e6-40902ba5a5ce req-765823a6-cbad-4da1-b785-cdbdb0f34f0b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0571046 Sep 22 12:36:21.898041 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 53730) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:21.948442 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c04fd568-a3ca-4bc5-82e6-40902ba5a5ce req-e399a859-b2a9-45b5-9ac4-556f3f64f92e tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507143 Sep 22 12:36:22.669182 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d522bfe0-600d-4075-9458-1852f9010265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425388'] for router_interface (b29ff6e8-f65e-42d9-b132-792f8e95ae0a), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:22.916417 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-d522bfe0-600d-4075-9458-1852f9010265 admin admin] Deleting port 3eac1600-3695-4a60-924b-eaed2c450132 {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:36:22.917133 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d522bfe0-600d-4075-9458-1852f9010265 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (3eac1600-3695-4a60-924b-eaed2c450132), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:23.006543 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [None req-d522bfe0-600d-4075-9458-1852f9010265 admin admin] For port 3eac1600-3695-4a60-924b-eaed2c450132, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=3eac1600-3695-4a60-924b-eaed2c450132,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:36:23.006906 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d522bfe0-600d-4075-9458-1852f9010265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (3eac1600-3695-4a60-924b-eaed2c450132), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:23.023376 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-d522bfe0-600d-4075-9458-1852f9010265 admin admin] Calling delete_port for 3eac1600-3695-4a60-924b-eaed2c450132 owned by network:router_interface {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:36:23.075651 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:23.087232 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddced100-2249-4098-8b14-1d535f90a26a req-6af40669-7515-4c54-95bc-304cd898efeb tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:23.089863 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ddced100-2249-4098-8b14-1d535f90a26a req-6af40669-7515-4c54-95bc-304cd898efeb tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 945 time: 0.0712409 Sep 22 12:36:23.129144 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:INSERT=3,neutron:UPDATE=1,neutron:SELECT=94,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:23.156358 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ddced100-2249-4098-8b14-1d535f90a26a req-03f5560e-b1fc-4585-9590-c25c64f42dae tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606027 Sep 22 12:36:23.192657 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=100 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:23.249434 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d522bfe0-600d-4075-9458-1852f9010265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (3eac1600-3695-4a60-924b-eaed2c450132), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:23.284434 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522bfe0-600d-4075-9458-1852f9010265 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eac1600-3695-4a60-924b-eaed2c450132,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:23.499688 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d522bfe0-600d-4075-9458-1852f9010265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630044'] for router_interface (b29ff6e8-f65e-42d9-b132-792f8e95ae0a), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:23.524560 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 53820) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:23.630471 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1ee76ae3-a6ea-4454-b1a0-5c67226d99a3 req-06d88f39-9ee8-4c02-817b-69a5ad60f58b service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1047313 Sep 22 12:36:23.640690 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [req-1ee76ae3-a6ea-4454-b1a0-5c67226d99a3 req-77975aab-0cad-47b9-ba9e-f943990ae0d7 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 12:36:23.642099 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1ee76ae3-a6ea-4454-b1a0-5c67226d99a3 req-77975aab-0cad-47b9-ba9e-f943990ae0d7 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0061750 Sep 22 12:36:23.734225 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d522bfe0-600d-4075-9458-1852f9010265 admin admin] Router b29ff6e8-f65e-42d9-b132-792f8e95ae0a has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:36:23.739990 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 53836) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:23.841251 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee76ae3-a6ea-4454-b1a0-5c67226d99a3 req-46d924ba-15c0-481f-b5dd-459bbe5eaacc tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:23.842623 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1ee76ae3-a6ea-4454-b1a0-5c67226d99a3 req-46d924ba-15c0-481f-b5dd-459bbe5eaacc tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports/4a27a044-392f-4a27-8b97-338680c1a580 HTTP/1.1" status: 200 len: 942 time: 0.1015460 Sep 22 12:36:23.843793 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d522bfe0-600d-4075-9458-1852f9010265 admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:36:23.849494 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-d522bfe0-600d-4075-9458-1852f9010265 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/b29ff6e8-f65e-42d9-b132-792f8e95ae0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9491477 Sep 22 12:36:23.852161 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 53848) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:23.862073 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c056b5-1314-4c84-8468-07fe9b716b3f None None] Sync routers for ids ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:36:23.885455 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c056b5-1314-4c84-8468-07fe9b716b3f None None] Routers {'b29ff6e8-f65e-42d9-b132-792f8e95ae0a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:36:23.886329 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-09c056b5-1314-4c84-8468-07fe9b716b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:35:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:23.991844 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ff48a93f-38cd-42a5-b644-63b07394e682 admin admin] Publish callbacks [] for router (b29ff6e8-f65e-42d9-b132-792f8e95ae0a), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:24.001152 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-09c056b5-1314-4c84-8468-07fe9b716b3f None None] Set router b29ff6e8-f65e-42d9-b132-792f8e95ae0a gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:36:24.006591 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 4a27a044-392f-4a27-8b97-338680c1a580 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:36:24.104352 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 4a27a044-392f-4a27-8b97-338680c1a580 is: ACTIVE; New status is: DOWN {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:36:24.104739 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (4a27a044-392f-4a27-8b97-338680c1a580), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:24.126194 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:24.146626 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ff48a93f-38cd-42a5-b644-63b07394e682 admin admin] Publish callbacks [] for router_gateway (b29ff6e8-f65e-42d9-b132-792f8e95ae0a), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:24.148031 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 4a27a044-392f-4a27-8b97-338680c1a580, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=4a27a044-392f-4a27-8b97-338680c1a580,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:36:24.149950 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb3c468-640c-42bf-8f8d-d93c01948176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a27a044-392f-4a27-8b97-338680c1a580'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:36:24.153469 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af56ec4-52b5-4087-aa76-5a3b242fbc0b" -d '{"events": [{"server_uuid": "5bb3c468-640c-42bf-8f8d-d93c01948176", "name": "network-vif-unplugged", "status": "completed", "tag": "4a27a044-392f-4a27-8b97-338680c1a580"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:36:24.159991 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (4a27a044-392f-4a27-8b97-338680c1a580), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:24.260967 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Sep 2022 12:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3667fb1c-07b1-4aa8-abb3-8ad0f04bb810 x-openstack-request-id: req-3667fb1c-07b1-4aa8-abb3-8ad0f04bb810 {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:36:24.261635 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb3c468-640c-42bf-8f8d-d93c01948176", "name": "network-vif-unplugged", "status": "failed", "tag": "4a27a044-392f-4a27-8b97-338680c1a580", "code": 422}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:36:24.262234 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3667fb1c-07b1-4aa8-abb3-8ad0f04bb810 {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:36:24.263110 dv-cinder-856463-4-iscsi neutron-server[106190]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3667fb1c-07b1-4aa8-abb3-8ad0f04bb810']: {'server_uuid': '5bb3c468-640c-42bf-8f8d-d93c01948176', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4a27a044-392f-4a27-8b97-338680c1a580', 'code': 422} returned with failed status Sep 22 12:36:24.269140 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-ff48a93f-38cd-42a5-b644-63b07394e682 admin admin] Deleting port d1148695-e223-4dac-b215-938bd8e16557 {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:36:24.269473 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ff48a93f-38cd-42a5-b644-63b07394e682 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (d1148695-e223-4dac-b215-938bd8e16557), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:24.300606 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=4a27a044-392f-4a27-8b97-338680c1a580,revision_number=8']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:24.353572 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-09c056b5-1314-4c84-8468-07fe9b716b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd1148695-e223-4dac-b215-938bd8e16557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:36:23Z', 'revision_number': 5, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port': {'id': 'd1148695-e223-4dac-b215-938bd8e16557', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:29:02Z', 'updated_at': '2022-09-22T12:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:24.369258 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066fc22-7333-4ef4-8a38-24ac696f21df req-59614a1c-7b7b-45b1-ba9a-7aa70d8994c3 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:24.378883 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e066fc22-7333-4ef4-8a38-24ac696f21df req-59614a1c-7b7b-45b1-ba9a-7aa70d8994c3 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 943 time: 0.1249564 Sep 22 12:36:24.388081 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c056b5-1314-4c84-8468-07fe9b716b3f None None] Checking router: b29ff6e8-f65e-42d9-b132-792f8e95ae0a for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:36:24.398883 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c056b5-1314-4c84-8468-07fe9b716b3f None None] Routers {'b29ff6e8-f65e-42d9-b132-792f8e95ae0a'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:36:24.399491 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-09c056b5-1314-4c84-8468-07fe9b716b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:35:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:24.424873 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [None req-ff48a93f-38cd-42a5-b644-63b07394e682 admin admin] For port d1148695-e223-4dac-b215-938bd8e16557, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=d1148695-e223-4dac-b215-938bd8e16557,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:36:24.426432 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ff48a93f-38cd-42a5-b644-63b07394e682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (d1148695-e223-4dac-b215-938bd8e16557), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:24.452572 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-ff48a93f-38cd-42a5-b644-63b07394e682 admin admin] Calling delete_port for d1148695-e223-4dac-b215-938bd8e16557 owned by network:router_gateway {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:36:24.458546 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e066fc22-7333-4ef4-8a38-24ac696f21df req-6dc37a68-dcdf-489a-9072-6e18bdf2e21c tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784783 Sep 22 12:36:24.468917 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:24.481800 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:24.509530 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-09c056b5-1314-4c84-8468-07fe9b716b3f None None] Set router b29ff6e8-f65e-42d9-b132-792f8e95ae0a gateway port host: None {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:36:24.565439 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-09c056b5-1314-4c84-8468-07fe9b716b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:36:24Z', 'revision_number': 6, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port_host': None}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:24.594363 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c056b5-1314-4c84-8468-07fe9b716b3f None None] The sync data for ids ['b29ff6e8-f65e-42d9-b132-792f8e95ae0a'] in dv-cinder-856463-4-iscsi is: [{'id': 'b29ff6e8-f65e-42d9-b132-792f8e95ae0a', 'name': 'tempest-AttachVolumeNegativeTest-1504616952-router', 'tenant_id': '40ddbbe59b90403fb3ea9212d10727aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:28:59Z', 'updated_at': '2022-09-22T12:36:24Z', 'revision_number': 6, 'project_id': '40ddbbe59b90403fb3ea9212d10727aa', 'gw_port_host': None}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:36:24.679796 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ff48a93f-38cd-42a5-b644-63b07394e682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (d1148695-e223-4dac-b215-938bd8e16557), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:24.711494 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48a93f-38cd-42a5-b644-63b07394e682 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1148695-e223-4dac-b215-938bd8e16557,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:24.784438 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ff48a93f-38cd-42a5-b644-63b07394e682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629846'] for router_gateway (b29ff6e8-f65e-42d9-b132-792f8e95ae0a), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:24.880838 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ff48a93f-38cd-42a5-b644-63b07394e682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-633538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12653'] for router (b29ff6e8-f65e-42d9-b132-792f8e95ae0a), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:24.883263 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ff48a93f-38cd-42a5-b644-63b07394e682 admin admin] Publish callbacks [] for router_controller (b29ff6e8-f65e-42d9-b132-792f8e95ae0a), precommit_delete_associations {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:24.932925 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ff48a93f-38cd-42a5-b644-63b07394e682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630113'] for router (b29ff6e8-f65e-42d9-b132-792f8e95ae0a), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:24.933610 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff48a93f-38cd-42a5-b644-63b07394e682 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b29ff6e8-f65e-42d9-b132-792f8e95ae0a {{(pid=106189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 12:36:24.945506 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-ff48a93f-38cd-42a5-b644-63b07394e682 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:24.946687 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-ff48a93f-38cd-42a5-b644-63b07394e682 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/b29ff6e8-f65e-42d9-b132-792f8e95ae0a HTTP/1.1" status: 204 len: 168 time: 1.0932572 Sep 22 12:36:24.949328 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 53918) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:24.983978 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-4c422e4e-2c20-4da6-9442-8a8197e11ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:25.018794 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42b7204-c0ae-413b-bdf5-f6590f7c2e46 admin admin] Deleting subnet d853fe9a-55b9-4c8d-9099-d1741ea2e14d {{(pid=106188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 12:36:25.022618 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d42b7204-c0ae-413b-bdf5-f6590f7c2e46 admin admin] Publish callbacks [] for subnet (d853fe9a-55b9-4c8d-9099-d1741ea2e14d), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:25.147996 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d42b7204-c0ae-413b-bdf5-f6590f7c2e46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303476'] for subnet (d853fe9a-55b9-4c8d-9099-d1741ea2e14d), precommit_delete_associations {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:25.150426 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee76ae3-a6ea-4454-b1a0-5c67226d99a3 req-e7fc099e-1315-40ce-a142-4fe3749aaeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:25.151908 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1ee76ae3-a6ea-4454-b1a0-5c67226d99a3 req-e7fc099e-1315-40ce-a142-4fe3749aaeba service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176&tenant_id=553395befb8f4c958d34b7dffb2317e7 HTTP/1.1" status: 200 len: 1127 time: 0.0818086 Sep 22 12:36:25.230278 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee76ae3-a6ea-4454-b1a0-5c67226d99a3 req-ddd194fc-1c90-432b-a87a-c63bbb349b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:25.231749 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1ee76ae3-a6ea-4454-b1a0-5c67226d99a3 req-ddd194fc-1c90-432b-a87a-c63bbb349b55 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=553395befb8f4c958d34b7dffb2317e7&device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 1127 time: 0.0561216 Sep 22 12:36:25.311012 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d42b7204-c0ae-413b-bdf5-f6590f7c2e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16494954'] for subnet (d853fe9a-55b9-4c8d-9099-d1741ea2e14d), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:25.377725 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 53930) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:25.394065 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee76ae3-a6ea-4454-b1a0-5c67226d99a3 req-777d175d-7466-420a-ad8e-fc9c2aac6301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:25.395686 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1ee76ae3-a6ea-4454-b1a0-5c67226d99a3 req-777d175d-7466-420a-ad8e-fc9c2aac6301 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=08232c3f-2666-43a1-afb2-c887234ff0ea HTTP/1.1" status: 200 len: 918 time: 0.1482990 Sep 22 12:36:25.403561 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d42b7204-c0ae-413b-bdf5-f6590f7c2e46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1310037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2597151'] for subnet (d853fe9a-55b9-4c8d-9099-d1741ea2e14d), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:25.464648 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b7204-c0ae-413b-bdf5-f6590f7c2e46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d853fe9a-55b9-4c8d-9099-d1741ea2e14d,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:25.472413 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d42b7204-c0ae-413b-bdf5-f6590f7c2e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:25.475544 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-d42b7204-c0ae-413b-bdf5-f6590f7c2e46 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/d853fe9a-55b9-4c8d-9099-d1741ea2e14d HTTP/1.1" status: 204 len: 168 time: 0.5252163 Sep 22 12:36:25.479022 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 53934) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:25.482414 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa81c15-6fa4-4b54-8ae4-14039d1208c1 None None] Network a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:36:25.510200 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1ee76ae3-a6ea-4454-b1a0-5c67226d99a3 req-6eb94798-a874-4c52-8412-86538b2d4fc8 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a27a044-392f-4a27-8b97-338680c1a580 HTTP/1.1" status: 200 len: 999 time: 0.1040871 Sep 22 12:36:25.545338 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-61f84eee-1705-4e78-8000-c6870de09cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:25.566066 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:25.577966 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:25.596885 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e23fb79a-0845-4b28-8d8e-26cbac2c8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16438815'] for network (a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:25.610117 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee76ae3-a6ea-4454-b1a0-5c67226d99a3 req-b5c950ae-1385-476b-8596-a2ec6a5ac904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:25.611611 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1ee76ae3-a6ea-4454-b1a0-5c67226d99a3 req-b5c950ae-1385-476b-8596-a2ec6a5ac904 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=13cccc76-44bb-44db-a343-17e3d4246299 HTTP/1.1" status: 200 len: 856 time: 0.0950282 Sep 22 12:36:25.622363 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46f39d-2ba0-46bc-ac9f-997709a4591e req-91459cce-3f71-496e-b19f-67469e8f9b44 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:25.624179 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1d46f39d-2ba0-46bc-ac9f-997709a4591e req-91459cce-3f71-496e-b19f-67469e8f9b44 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 943 time: 0.0549924 Sep 22 12:36:25.671790 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-e23fb79a-0845-4b28-8d8e-26cbac2c8b9d admin admin] Deleting port b48cc67c-79dd-4151-94d3-1caeba66e6be {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:36:25.672141 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e23fb79a-0845-4b28-8d8e-26cbac2c8b9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (b48cc67c-79dd-4151-94d3-1caeba66e6be), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:25.689264 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8eed83-96ad-48ef-8fd9-25654fc4a660 None None] DHCP port deletion for a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd request from dv-cinder-856463-4-iscsi {{(pid=106190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 12:36:25.689501 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee76ae3-a6ea-4454-b1a0-5c67226d99a3 req-71d8f954-d910-4b3c-8df3-d8ece9204f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:25.690952 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1ee76ae3-a6ea-4454-b1a0-5c67226d99a3 req-71d8f954-d910-4b3c-8df3-d8ece9204f80 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=08232c3f-2666-43a1-afb2-c887234ff0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653660 Sep 22 12:36:25.729515 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1d46f39d-2ba0-46bc-ac9f-997709a4591e req-908d6dc7-b98c-4c28-aa34-d2a1c308279b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958142 Sep 22 12:36:25.750557 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-1a8eed83-96ad-48ef-8fd9-25654fc4a660 None None] Deleting port b48cc67c-79dd-4151-94d3-1caeba66e6be {{(pid=106190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:36:25.751745 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1a8eed83-96ad-48ef-8fd9-25654fc4a660 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (b48cc67c-79dd-4151-94d3-1caeba66e6be), before_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:25.781502 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [None req-e23fb79a-0845-4b28-8d8e-26cbac2c8b9d admin admin] For port b48cc67c-79dd-4151-94d3-1caeba66e6be, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=b48cc67c-79dd-4151-94d3-1caeba66e6be,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:36:25.781870 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e23fb79a-0845-4b28-8d8e-26cbac2c8b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (b48cc67c-79dd-4151-94d3-1caeba66e6be), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:25.800605 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-61f84eee-1705-4e78-8000-c6870de09cff admin admin] Publish callbacks [] for security_group (f9f2b306-6620-4ca0-8e1f-b267fb46bf72), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:25.803476 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1ee76ae3-a6ea-4454-b1a0-5c67226d99a3 req-ccb52d5a-85c6-47fd-9f18-bae6faa031ab service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016569 Sep 22 12:36:25.805123 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=7 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:25.806439 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-e23fb79a-0845-4b28-8d8e-26cbac2c8b9d admin admin] Calling delete_port for b48cc67c-79dd-4151-94d3-1caeba66e6be owned by network:dhcp {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:36:25.811128 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-61f84eee-1705-4e78-8000-c6870de09cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (f9f2b306-6620-4ca0-8e1f-b267fb46bf72), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:25.867403 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-1a8eed83-96ad-48ef-8fd9-25654fc4a660 None None] For port b48cc67c-79dd-4151-94d3-1caeba66e6be, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=b48cc67c-79dd-4151-94d3-1caeba66e6be,segment=NetworkSegment(37d7b4a9-d2a3-4277-965d-993fe01576c4),segment_id=37d7b4a9-d2a3-4277-965d-993fe01576c4)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:36:25.868076 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1a8eed83-96ad-48ef-8fd9-25654fc4a660 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (b48cc67c-79dd-4151-94d3-1caeba66e6be), precommit_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:25.870949 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:25.888270 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-1a8eed83-96ad-48ef-8fd9-25654fc4a660 None None] Calling delete_port for b48cc67c-79dd-4151-94d3-1caeba66e6be owned by network:dhcp {{(pid=106190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:36:25.909535 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-61f84eee-1705-4e78-8000-c6870de09cff admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c375d17b40544015bde4b2c0c10abda2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5306036 Sep 22 12:36:25.912193 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 53938) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:25.913622 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f84eee-1705-4e78-8000-c6870de09cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f2b306-6620-4ca0-8e1f-b267fb46bf72,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:25.925524 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:25.953149 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e23fb79a-0845-4b28-8d8e-26cbac2c8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (b48cc67c-79dd-4151-94d3-1caeba66e6be), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:25.977916 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23fb79a-0845-4b28-8d8e-26cbac2c8b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=b48cc67c-79dd-4151-94d3-1caeba66e6be,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:25.981806 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1a8eed83-96ad-48ef-8fd9-25654fc4a660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169'] for port (b48cc67c-79dd-4151-94d3-1caeba66e6be), after_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:25.983898 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23fb79a-0845-4b28-8d8e-26cbac2c8b9d admin admin] No DVR routers for this DVR port b48cc67c-79dd-4151-94d3-1caeba66e6be on host dv-cinder-856463-4-iscsi {{(pid=106189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:36:26.008419 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8eed83-96ad-48ef-8fd9-25654fc4a660 None None] Pushing event deleted for resources: {'Port': ['ID=b48cc67c-79dd-4151-94d3-1caeba66e6be,revision_number=None']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:26.014162 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8eed83-96ad-48ef-8fd9-25654fc4a660 None None] No DVR routers for this DVR port b48cc67c-79dd-4151-94d3-1caeba66e6be on host dv-cinder-856463-4-iscsi {{(pid=106190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:36:26.070311 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e23fb79a-0845-4b28-8d8e-26cbac2c8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16032833', 'neutron.services.segments.db._delete_segments_for_network-8742011169985'] for network (a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:26.091832 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-e23fb79a-0845-4b28-8d8e-26cbac2c8b9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd']}} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:26.104424 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-e23fb79a-0845-4b28-8d8e-26cbac2c8b9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d7b4a9-d2a3-4277-965d-993fe01576c4') {'for_net_delete': True} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:26.104720 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-e23fb79a-0845-4b28-8d8e-26cbac2c8b9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d7b4a9-d2a3-4277-965d-993fe01576c4') {} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:36:26.115964 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e23fb79a-0845-4b28-8d8e-26cbac2c8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742011169877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4008941'] for segment (37d7b4a9-d2a3-4277-965d-993fe01576c4), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:26.130258 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e23fb79a-0845-4b28-8d8e-26cbac2c8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (37d7b4a9-d2a3-4277-965d-993fe01576c4), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:26.136816 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23fb79a-0845-4b28-8d8e-26cbac2c8b9d admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 12:36:26.137207 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e23fb79a-0845-4b28-8d8e-26cbac2c8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2984513'] for segment (37d7b4a9-d2a3-4277-965d-993fe01576c4), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:26.177815 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.services.segments.plugin [-] Segment 37d7b4a9-d2a3-4277-965d-993fe01576c4 resource provider aggregate not found Sep 22 12:36:26.198238 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.services.segments.plugin [-] Segment 37d7b4a9-d2a3-4277-965d-993fe01576c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37d7b4a9-d2a3-4277-965d-993fe01576c4 found for delete ", "request_id": "req-b237999a-978b-4cb9-8ee5-159a45f69e2f"}]} Sep 22 12:36:26.207496 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e23fb79a-0845-4b28-8d8e-26cbac2c8b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16032888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629891'] for network (a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:26.214392 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e23fb79a-0845-4b28-8d8e-26cbac2c8b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:26.214534 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1ee76ae3-a6ea-4454-b1a0-5c67226d99a3 req-bdc8f36f-d3b7-47b8-9562-f92e62c70822 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047060 Sep 22 12:36:26.217903 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-e23fb79a-0845-4b28-8d8e-26cbac2c8b9d admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd HTTP/1.1" status: 204 len: 168 time: 0.7378092 Sep 22 12:36:26.228257 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23fb79a-0845-4b28-8d8e-26cbac2c8b9d admin admin] Pushing event deleted for resources: {'Network': ['ID=a73a6f89-6b5d-4e1c-b8fb-c3ad31b193bd,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:26.252666 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c253ee27-f750-4d7a-8f08-d6443211beba admin admin] Publish callbacks [] for security_group (f9f2b306-6620-4ca0-8e1f-b267fb46bf72), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:26.274111 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c253ee27-f750-4d7a-8f08-d6443211beba admin admin] Publish callbacks [] for security_group (f9f2b306-6620-4ca0-8e1f-b267fb46bf72), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:26.320779 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device b48cc67c-79dd-4151-94d3-1caeba66e6be no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:36:26.326200 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c253ee27-f750-4d7a-8f08-d6443211beba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (f9f2b306-6620-4ca0-8e1f-b267fb46bf72), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:26.329004 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c253ee27-f750-4d7a-8f08-d6443211beba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:26.333688 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-c253ee27-f750-4d7a-8f08-d6443211beba admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f9f2b306-6620-4ca0-8e1f-b267fb46bf72 HTTP/1.1" status: 204 len: 168 time: 0.4203868 Sep 22 12:36:26.343116 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253ee27-f750-4d7a-8f08-d6443211beba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f2b306-6620-4ca0-8e1f-b267fb46bf72,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:26.343318 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: b48cc67c-79dd-4151-94d3-1caeba66e6be {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:36:26.343526 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device b48cc67c-79dd-4151-94d3-1caeba66e6be not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:36:26.343937 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device d1148695-e223-4dac-b215-938bd8e16557 no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:36:26.369280 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: d1148695-e223-4dac-b215-938bd8e16557 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:36:26.369607 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device d1148695-e223-4dac-b215-938bd8e16557 not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:36:26.370014 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 3eac1600-3695-4a60-924b-eaed2c450132 no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:36:26.374722 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 53952) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:26.405070 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 3eac1600-3695-4a60-924b-eaed2c450132 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:36:26.405413 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 3eac1600-3695-4a60-924b-eaed2c450132 not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:36:26.431752 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-e880ed8c-22bf-496c-a744-6b415f3bb513 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=40ddbbe59b90403fb3ea9212d10727aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0557487 Sep 22 12:36:26.434607 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 53958) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:26.495739 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-66e58809-9acb-452c-be57-3430d8473a28 admin admin] Publish callbacks [] for security_group (8a1ff795-64d4-4359-b8e7-868ca8531d75), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:26.516528 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-66e58809-9acb-452c-be57-3430d8473a28 admin admin] Publish callbacks [] for security_group (8a1ff795-64d4-4359-b8e7-868ca8531d75), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:26.569154 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-66e58809-9acb-452c-be57-3430d8473a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (8a1ff795-64d4-4359-b8e7-868ca8531d75), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:26.573381 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-66e58809-9acb-452c-be57-3430d8473a28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:26.576323 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-66e58809-9acb-452c-be57-3430d8473a28 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8a1ff795-64d4-4359-b8e7-868ca8531d75 HTTP/1.1" status: 204 len: 168 time: 0.1383889 Sep 22 12:36:26.582158 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e58809-9acb-452c-be57-3430d8473a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1ff795-64d4-4359-b8e7-868ca8531d75,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:26.667403 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 53972) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:26.682057 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9bec3d37-5116-448a-8011-1721b6528a44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:26.799644 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9bec3d37-5116-448a-8011-1721b6528a44 admin admin] Publish callbacks [] for security_group (8b748303-ce52-4d0c-9766-ed663a465b6a), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:26.806338 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9bec3d37-5116-448a-8011-1721b6528a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (8b748303-ce52-4d0c-9766-ed663a465b6a), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:26.899907 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec3d37-5116-448a-8011-1721b6528a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b748303-ce52-4d0c-9766-ed663a465b6a,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:26.906333 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-9bec3d37-5116-448a-8011-1721b6528a44 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0b5808eeada346239c7cdc5b12320aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378762 Sep 22 12:36:26.910080 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 53984) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:26.964447 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d517a-320c-4eb9-b839-a3f395053e65 req-486d816b-14bf-47df-aa14-b4c55cb15737 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:26.966245 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-277d517a-320c-4eb9-b839-a3f395053e65 req-486d816b-14bf-47df-aa14-b4c55cb15737 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 943 time: 0.0811858 Sep 22 12:36:27.000641 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7617985a-42a8-43f6-ae76-5550e7e9b788 admin admin] Publish callbacks [] for security_group (8b748303-ce52-4d0c-9766-ed663a465b6a), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:27.044003 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7617985a-42a8-43f6-ae76-5550e7e9b788 admin admin] Publish callbacks [] for security_group (8b748303-ce52-4d0c-9766-ed663a465b6a), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:27.084844 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-277d517a-320c-4eb9-b839-a3f395053e65 req-2ef958f9-a151-4e1d-b4ba-cfc65c967e29 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118715 Sep 22 12:36:27.104697 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a279c981-3411-4fdc-99e4-225755f2017b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:27.137291 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:27.189989 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7617985a-42a8-43f6-ae76-5550e7e9b788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (8b748303-ce52-4d0c-9766-ed663a465b6a), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:27.195723 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7617985a-42a8-43f6-ae76-5550e7e9b788 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:27.197324 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-7617985a-42a8-43f6-ae76-5550e7e9b788 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8b748303-ce52-4d0c-9766-ed663a465b6a HTTP/1.1" status: 204 len: 168 time: 0.2860816 Sep 22 12:36:27.230450 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617985a-42a8-43f6-ae76-5550e7e9b788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b748303-ce52-4d0c-9766-ed663a465b6a,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:28.294614 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7780cb9d-8e45-49a0-a61c-1edef3fda169 req-63403885-003c-4f6f-a0a5-74e1bb2ae284 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:28.304177 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7780cb9d-8e45-49a0-a61c-1edef3fda169 req-63403885-003c-4f6f-a0a5-74e1bb2ae284 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 943 time: 0.0625732 Sep 22 12:36:28.422590 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7780cb9d-8e45-49a0-a61c-1edef3fda169 req-0068efa1-0f78-42ec-ac89-3e1812ec8378 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149077 Sep 22 12:36:28.478286 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:29.586177 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 54066) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:29.587055 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185f3e6-5cbd-43a9-83f3-f90f0bc210d9 req-f2c9db66-2666-4731-863a-5e7b5ae6f84a tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:29.588940 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a185f3e6-5cbd-43a9-83f3-f90f0bc210d9 req-f2c9db66-2666-4731-863a-5e7b5ae6f84a tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 943 time: 0.0582180 Sep 22 12:36:29.656202 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a185f3e6-5cbd-43a9-83f3-f90f0bc210d9 req-f4c5c1a2-d3f1-4cde-a907-c311348a1a82 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600951 Sep 22 12:36:29.750773 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cd973577-b5a6-4e21-99e1-014b2d29e3cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:29.859844 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cd973577-b5a6-4e21-99e1-014b2d29e3cd admin admin] Publish callbacks [] for security_group (e0d825bf-8fa2-4661-836f-33e87c7f4a41), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:29.867221 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cd973577-b5a6-4e21-99e1-014b2d29e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (e0d825bf-8fa2-4661-836f-33e87c7f4a41), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:29.872438 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=77,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:29.914293 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd973577-b5a6-4e21-99e1-014b2d29e3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d825bf-8fa2-4661-836f-33e87c7f4a41,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:29.925543 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-cd973577-b5a6-4e21-99e1-014b2d29e3cd admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=1407bcfd8f50495eb4fb5f0ef0966bfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3373015 Sep 22 12:36:29.928241 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 54078) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:29.938579 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:29.998622 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:30.009797 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-873c31ee-2aa5-483c-a52e-80ffd5e60ef5 admin admin] Publish callbacks [] for security_group (e0d825bf-8fa2-4661-836f-33e87c7f4a41), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:30.040411 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-873c31ee-2aa5-483c-a52e-80ffd5e60ef5 admin admin] Publish callbacks [] for security_group (e0d825bf-8fa2-4661-836f-33e87c7f4a41), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:30.139482 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-873c31ee-2aa5-483c-a52e-80ffd5e60ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (e0d825bf-8fa2-4661-836f-33e87c7f4a41), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:30.143147 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-873c31ee-2aa5-483c-a52e-80ffd5e60ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:30.144524 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-873c31ee-2aa5-483c-a52e-80ffd5e60ef5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e0d825bf-8fa2-4661-836f-33e87c7f4a41 HTTP/1.1" status: 204 len: 168 time: 0.2150798 Sep 22 12:36:30.172188 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c31ee-2aa5-483c-a52e-80ffd5e60ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d825bf-8fa2-4661-836f-33e87c7f4a41,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:30.511686 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 54096) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:30.529350 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-21102cd2-5055-4a35-ac05-1e0cb3de05fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:30.610304 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-21102cd2-5055-4a35-ac05-1e0cb3de05fb admin admin] Publish callbacks [] for security_group (cbe141aa-a29e-4398-9b6b-7f2aa88c9d00), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:30.614476 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-21102cd2-5055-4a35-ac05-1e0cb3de05fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (cbe141aa-a29e-4398-9b6b-7f2aa88c9d00), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:30.654991 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21102cd2-5055-4a35-ac05-1e0cb3de05fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe141aa-a29e-4398-9b6b-7f2aa88c9d00,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:30.662870 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-21102cd2-5055-4a35-ac05-1e0cb3de05fb admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=bc42da86bd864d31aec70603c22a5775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500711 Sep 22 12:36:30.663089 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 54098) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:30.720412 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-13277716-0e4c-47de-a43b-bcb4b51b4c1e admin admin] Publish callbacks [] for security_group (cbe141aa-a29e-4398-9b6b-7f2aa88c9d00), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:30.743665 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-13277716-0e4c-47de-a43b-bcb4b51b4c1e admin admin] Publish callbacks [] for security_group (cbe141aa-a29e-4398-9b6b-7f2aa88c9d00), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:30.826259 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e48741-6681-435a-b938-35a579f3f8fd req-c3fd02b1-bfc2-492c-bc78-5625f4d9e7c6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:30.827795 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c1e48741-6681-435a-b938-35a579f3f8fd req-c3fd02b1-bfc2-492c-bc78-5625f4d9e7c6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 943 time: 0.0639706 Sep 22 12:36:30.856824 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-13277716-0e4c-47de-a43b-bcb4b51b4c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (cbe141aa-a29e-4398-9b6b-7f2aa88c9d00), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:30.861069 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-13277716-0e4c-47de-a43b-bcb4b51b4c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:30.862550 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-13277716-0e4c-47de-a43b-bcb4b51b4c1e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/cbe141aa-a29e-4398-9b6b-7f2aa88c9d00 HTTP/1.1" status: 204 len: 168 time: 0.1982462 Sep 22 12:36:30.876848 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:30.889657 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13277716-0e4c-47de-a43b-bcb4b51b4c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe141aa-a29e-4398-9b6b-7f2aa88c9d00,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:30.903970 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c1e48741-6681-435a-b938-35a579f3f8fd req-3201b475-02f2-4ec8-a4bf-446993d91385 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696278 Sep 22 12:36:32.099991 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae2bec-da9a-4f69-8393-eab1ac510fe5 req-178d640a-0fd5-4ba0-be48-98399743c290 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:32.101778 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6dae2bec-da9a-4f69-8393-eab1ac510fe5 req-178d640a-0fd5-4ba0-be48-98399743c290 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 943 time: 0.0780058 Sep 22 12:36:32.168595 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6dae2bec-da9a-4f69-8393-eab1ac510fe5 req-11c39965-600f-402f-8039-5987341faada tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562785 Sep 22 12:36:33.274425 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:33.314918 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7bcfe-0dc2-4b46-96f2-ea72b46e62a8 req-fcb50b0c-744c-4f96-830f-7af2ae645d55 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:33.323742 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-35c7bcfe-0dc2-4b46-96f2-ea72b46e62a8 req-fcb50b0c-744c-4f96-830f-7af2ae645d55 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 943 time: 0.0592673 Sep 22 12:36:33.379577 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-35c7bcfe-0dc2-4b46-96f2-ea72b46e62a8 req-ea8352f0-20b3-4c37-b2e7-591d5efae54f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544758 Sep 22 12:36:34.539548 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:34.554990 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860cd82-f08a-4510-84ae-59e143e1d470 req-52587fec-3d7c-4084-8772-b17050d2c4c8 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:34.556673 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9860cd82-f08a-4510-84ae-59e143e1d470 req-52587fec-3d7c-4084-8772-b17050d2c4c8 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 943 time: 0.0712442 Sep 22 12:36:34.597179 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=78 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:34.651593 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9860cd82-f08a-4510-84ae-59e143e1d470 req-15569094-1795-4050-b822-4fddefd3b1c2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826726 Sep 22 12:36:35.806332 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b5428-ba9b-4878-9e76-684ac2edb6e0 req-e86621b3-2343-4391-87b6-184add705149 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:35.808016 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-036b5428-ba9b-4878-9e76-684ac2edb6e0 req-e86621b3-2343-4391-87b6-184add705149 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 943 time: 0.0520794 Sep 22 12:36:35.858202 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-036b5428-ba9b-4878-9e76-684ac2edb6e0 req-1f9d2524-7dd3-4c1c-8d7b-bb846ff908c7 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435178 Sep 22 12:36:37.018199 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20283026-2f0d-4418-a83c-461e9b76839b req-6e0b098a-ad60-4643-8a1b-526c1136b386 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:37.019698 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-20283026-2f0d-4418-a83c-461e9b76839b req-6e0b098a-ad60-4643-8a1b-526c1136b386 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 943 time: 0.0567310 Sep 22 12:36:37.074101 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-20283026-2f0d-4418-a83c-461e9b76839b req-f092899c-82f9-4514-919e-45e876a26c92 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474935 Sep 22 12:36:37.247750 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 54258) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:37.366380 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3f7a70a8-c579-4e2a-80bc-45a7b9752059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:37.445550 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3f7a70a8-c579-4e2a-80bc-45a7b9752059 admin admin] Publish callbacks [] for security_group (b4f0e150-aa4d-47b6-a748-ad99fc3acd52), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:37.448993 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3f7a70a8-c579-4e2a-80bc-45a7b9752059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (b4f0e150-aa4d-47b6-a748-ad99fc3acd52), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:37.463288 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:37.488772 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a70a8-c579-4e2a-80bc-45a7b9752059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f0e150-aa4d-47b6-a748-ad99fc3acd52,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:37.493219 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-3f7a70a8-c579-4e2a-80bc-45a7b9752059 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=862082d6e756429ea5829677b8100dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444301 Sep 22 12:36:37.496508 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 54262) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:37.546512 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-002c9899-ea6c-4591-b865-0821538fec58 admin admin] Publish callbacks [] for security_group (b4f0e150-aa4d-47b6-a748-ad99fc3acd52), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:37.565572 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-002c9899-ea6c-4591-b865-0821538fec58 admin admin] Publish callbacks [] for security_group (b4f0e150-aa4d-47b6-a748-ad99fc3acd52), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:37.610688 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-002c9899-ea6c-4591-b865-0821538fec58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (b4f0e150-aa4d-47b6-a748-ad99fc3acd52), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:37.613305 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-002c9899-ea6c-4591-b865-0821538fec58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:37.614417 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-002c9899-ea6c-4591-b865-0821538fec58 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b4f0e150-aa4d-47b6-a748-ad99fc3acd52 HTTP/1.1" status: 204 len: 168 time: 0.1174133 Sep 22 12:36:37.621863 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c9899-ea6c-4591-b865-0821538fec58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f0e150-aa4d-47b6-a748-ad99fc3acd52,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:38.227792 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc8150-480f-4829-b005-cf0dde99a970 req-60c93233-7e95-41e3-a1ae-151cf48c0451 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:38.230136 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4fcc8150-480f-4829-b005-cf0dde99a970 req-60c93233-7e95-41e3-a1ae-151cf48c0451 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 943 time: 0.0583873 Sep 22 12:36:38.288278 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4fcc8150-480f-4829-b005-cf0dde99a970 req-51676d41-ce86-48e4-b1cf-2607653b120a tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521817 Sep 22 12:36:38.393982 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:39.413820 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae009d-79a1-4c0d-84ff-75aaf2ee9129 req-af53781f-8c4e-4048-99e3-3bdb1d33b326 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:39.415262 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-98ae009d-79a1-4c0d-84ff-75aaf2ee9129 req-af53781f-8c4e-4048-99e3-3bdb1d33b326 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 943 time: 0.0449443 Sep 22 12:36:39.461407 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-98ae009d-79a1-4c0d-84ff-75aaf2ee9129 req-18c85e2d-bb48-44da-bfe9-d486eca858de tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406573 Sep 22 12:36:39.776946 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 54328) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:39.888808 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5651134a-de3c-413f-84a5-31640f841543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:39.969363 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5651134a-de3c-413f-84a5-31640f841543 admin admin] Publish callbacks [] for security_group (4881263c-ccdc-48f2-b5af-b521da7f636e), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:39.972593 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5651134a-de3c-413f-84a5-31640f841543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (4881263c-ccdc-48f2-b5af-b521da7f636e), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:40.012115 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651134a-de3c-413f-84a5-31640f841543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4881263c-ccdc-48f2-b5af-b521da7f636e,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:40.016023 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-5651134a-de3c-413f-84a5-31640f841543 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=7743d60f9eaf423095a56671709db20e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380645 Sep 22 12:36:40.019451 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 54336) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:40.022802 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651134a-de3c-413f-84a5-31640f841543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:40.023185 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651134a-de3c-413f-84a5-31640f841543 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:40.023579 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651134a-de3c-413f-84a5-31640f841543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:40.023900 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651134a-de3c-413f-84a5-31640f841543 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:40.024289 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651134a-de3c-413f-84a5-31640f841543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:40.024696 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651134a-de3c-413f-84a5-31640f841543 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:40.024929 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651134a-de3c-413f-84a5-31640f841543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:40.025383 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651134a-de3c-413f-84a5-31640f841543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:40.025663 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651134a-de3c-413f-84a5-31640f841543 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:40.025975 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651134a-de3c-413f-84a5-31640f841543 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:40.026312 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651134a-de3c-413f-84a5-31640f841543 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:40.026634 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651134a-de3c-413f-84a5-31640f841543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:40.026953 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651134a-de3c-413f-84a5-31640f841543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:40.027268 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651134a-de3c-413f-84a5-31640f841543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:40.027581 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5651134a-de3c-413f-84a5-31640f841543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:36:40.073318 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-037e80c8-8e45-484c-a2b9-58c41533b3bb admin admin] Publish callbacks [] for security_group (4881263c-ccdc-48f2-b5af-b521da7f636e), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:40.096879 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-037e80c8-8e45-484c-a2b9-58c41533b3bb admin admin] Publish callbacks [] for security_group (4881263c-ccdc-48f2-b5af-b521da7f636e), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:40.106513 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 4a27a044-392f-4a27-8b97-338680c1a580 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:36:40.131468 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=13 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:40.143051 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:40.150530 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-037e80c8-8e45-484c-a2b9-58c41533b3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (4881263c-ccdc-48f2-b5af-b521da7f636e), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:40.153508 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-037e80c8-8e45-484c-a2b9-58c41533b3bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:40.157160 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-037e80c8-8e45-484c-a2b9-58c41533b3bb admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4881263c-ccdc-48f2-b5af-b521da7f636e HTTP/1.1" status: 204 len: 168 time: 0.1363995 Sep 22 12:36:40.165398 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e80c8-8e45-484c-a2b9-58c41533b3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4881263c-ccdc-48f2-b5af-b521da7f636e,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:40.238743 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 4a27a044-392f-4a27-8b97-338680c1a580, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=4a27a044-392f-4a27-8b97-338680c1a580,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:36:40.250901 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': '4a27a044-392f-4a27-8b97-338680c1a580', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'port_id': '4a27a044-392f-4a27-8b97-338680c1a580', 'mac_address': 'fa:16:3e:50:16:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13cccc76-44bb-44db-a343-17e3d4246299', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:36:40.286830 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 4a27a044-392f-4a27-8b97-338680c1a580 is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:36:40.287221 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (4a27a044-392f-4a27-8b97-338680c1a580), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:40.301472 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a27a044-392f-4a27-8b97-338680c1a580 {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:36:40.321691 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 4a27a044-392f-4a27-8b97-338680c1a580, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=4a27a044-392f-4a27-8b97-338680c1a580,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:36:40.325444 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (4a27a044-392f-4a27-8b97-338680c1a580), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:40.376436 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=4a27a044-392f-4a27-8b97-338680c1a580,revision_number=9']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:40.435765 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 54346) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:40.450212 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7a77eab6-738c-40b2-b063-21caeaf0fcf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:40.529998 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7a77eab6-738c-40b2-b063-21caeaf0fcf5 admin admin] Publish callbacks [] for security_group (9ab62a70-9a87-432a-b744-e855d1d2a1c0), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:40.534843 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7a77eab6-738c-40b2-b063-21caeaf0fcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (9ab62a70-9a87-432a-b744-e855d1d2a1c0), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:40.558268 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['4a27a044-392f-4a27-8b97-338680c1a580'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:36:40.575417 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-7a77eab6-738c-40b2-b063-21caeaf0fcf5 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0d53c520cadf4800993dc81c7c4c976b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385126 Sep 22 12:36:40.578507 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 54350) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:40.584129 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77eab6-738c-40b2-b063-21caeaf0fcf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab62a70-9a87-432a-b744-e855d1d2a1c0,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:40.594937 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:40.620641 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be122d7-b20c-4640-aa4c-a6ced720b698 req-58bf474a-031d-4cac-8023-3bbcfae3a3e6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:40.622307 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1be122d7-b20c-4640-aa4c-a6ced720b698 req-58bf474a-031d-4cac-8023-3bbcfae3a3e6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 944 time: 0.0771172 Sep 22 12:36:40.638522 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-538ff428-b243-4030-ab00-3114ceaaac66 admin admin] Publish callbacks [] for security_group (9ab62a70-9a87-432a-b744-e855d1d2a1c0), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:40.662464 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-538ff428-b243-4030-ab00-3114ceaaac66 admin admin] Publish callbacks [] for security_group (9ab62a70-9a87-432a-b744-e855d1d2a1c0), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:40.678380 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1be122d7-b20c-4640-aa4c-a6ced720b698 req-2b7a085f-ca60-4e20-9fa7-e0f4940df488 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492320 Sep 22 12:36:40.713529 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-538ff428-b243-4030-ab00-3114ceaaac66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (9ab62a70-9a87-432a-b744-e855d1d2a1c0), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:40.716184 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-538ff428-b243-4030-ab00-3114ceaaac66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:40.717342 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-538ff428-b243-4030-ab00-3114ceaaac66 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9ab62a70-9a87-432a-b744-e855d1d2a1c0 HTTP/1.1" status: 204 len: 168 time: 0.1383858 Sep 22 12:36:40.725675 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ff428-b243-4030-ab00-3114ceaaac66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab62a70-9a87-432a-b744-e855d1d2a1c0,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:41.036011 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 54358) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:41.049174 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0f97c3b7-3025-46c4-8020-02188a711708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:41.113608 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:41.127856 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0f97c3b7-3025-46c4-8020-02188a711708 admin admin] Publish callbacks [] for security_group (3a51cbb1-87db-4b16-a326-f34398b6341f), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:41.132204 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0f97c3b7-3025-46c4-8020-02188a711708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (3a51cbb1-87db-4b16-a326-f34398b6341f), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:41.173020 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97c3b7-3025-46c4-8020-02188a711708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a51cbb1-87db-4b16-a326-f34398b6341f,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:41.181064 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-0f97c3b7-3025-46c4-8020-02188a711708 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9be24cf1c1b44383890291e78080b511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439831 Sep 22 12:36:41.182759 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 54364) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:41.200541 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:41.234937 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e8774058-e6ab-46ee-868a-1a1de920ce4b admin admin] Publish callbacks [] for security_group (3a51cbb1-87db-4b16-a326-f34398b6341f), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:41.250548 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:41.255691 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e8774058-e6ab-46ee-868a-1a1de920ce4b admin admin] Publish callbacks [] for security_group (3a51cbb1-87db-4b16-a326-f34398b6341f), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:41.306167 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e8774058-e6ab-46ee-868a-1a1de920ce4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (3a51cbb1-87db-4b16-a326-f34398b6341f), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:41.308852 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e8774058-e6ab-46ee-868a-1a1de920ce4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:41.310012 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-e8774058-e6ab-46ee-868a-1a1de920ce4b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3a51cbb1-87db-4b16-a326-f34398b6341f HTTP/1.1" status: 204 len: 168 time: 0.1260896 Sep 22 12:36:41.318562 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8774058-e6ab-46ee-868a-1a1de920ce4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a51cbb1-87db-4b16-a326-f34398b6341f,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:41.810399 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5f711-7407-4bb3-9eb7-f250b846be76 req-12118dc6-e526-4f40-a1ae-41ba7fcadcb6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:41.811870 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-00e5f711-7407-4bb3-9eb7-f250b846be76 req-12118dc6-e526-4f40-a1ae-41ba7fcadcb6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 944 time: 0.0508280 Sep 22 12:36:41.860896 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-00e5f711-7407-4bb3-9eb7-f250b846be76 req-4fad8f35-3a4b-409e-88cf-eadcc4176b6f tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434034 Sep 22 12:36:42.119311 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 4a27a044-392f-4a27-8b97-338680c1a580 up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:36:42.163600 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port 4a27a044-392f-4a27-8b97-338680c1a580 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:36:42.163973 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (4a27a044-392f-4a27-8b97-338680c1a580), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:42.164368 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port 4a27a044-392f-4a27-8b97-338680c1a580 Sep 22 12:36:42.238235 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 4a27a044-392f-4a27-8b97-338680c1a580 is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:36:42.238624 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (4a27a044-392f-4a27-8b97-338680c1a580), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:42.261680 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb3c468-640c-42bf-8f8d-d93c01948176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a27a044-392f-4a27-8b97-338680c1a580'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:36:42.263958 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd93166-1e11-4bf8-ab73-582d2ea088ef" -d '{"events": [{"server_uuid": "5bb3c468-640c-42bf-8f8d-d93c01948176", "name": "network-vif-plugged", "status": "completed", "tag": "4a27a044-392f-4a27-8b97-338680c1a580"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:36:42.277510 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 4a27a044-392f-4a27-8b97-338680c1a580, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=4a27a044-392f-4a27-8b97-338680c1a580,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:36:42.282134 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (4a27a044-392f-4a27-8b97-338680c1a580), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:42.310849 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e65ccb6-2cdb-4fc9-9686-37cfab0b896d x-openstack-request-id: req-0e65ccb6-2cdb-4fc9-9686-37cfab0b896d {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:36:42.311140 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb3c468-640c-42bf-8f8d-d93c01948176", "name": "network-vif-plugged", "status": "completed", "tag": "4a27a044-392f-4a27-8b97-338680c1a580", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:36:42.311394 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0e65ccb6-2cdb-4fc9-9686-37cfab0b896d {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:36:42.311812 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e65ccb6-2cdb-4fc9-9686-37cfab0b896d'] response: {'server_uuid': '5bb3c468-640c-42bf-8f8d-d93c01948176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a27a044-392f-4a27-8b97-338680c1a580', 'code': 200} Sep 22 12:36:42.339359 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=4a27a044-392f-4a27-8b97-338680c1a580,revision_number=10']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:42.514507 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ed245-d6aa-4c8b-b720-8c6fd61ae6d5 req-b4f5060c-01f8-438c-a296-fa99317bf446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:42.515964 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-945ed245-d6aa-4c8b-b720-8c6fd61ae6d5 req-b4f5060c-01f8-438c-a296-fa99317bf446 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 1130 time: 0.0388613 Sep 22 12:36:42.563828 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-945ed245-d6aa-4c8b-b720-8c6fd61ae6d5 req-8913a2c3-1018-42d2-9cf6-67eebbae42b3 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392437 Sep 22 12:36:42.993888 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb791eca-74e9-4db7-a41c-ed71ca969a0a req-99970fae-5353-421e-a1ec-77608d53352a tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:42.995291 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-eb791eca-74e9-4db7-a41c-ed71ca969a0a req-99970fae-5353-421e-a1ec-77608d53352a tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 946 time: 0.0504022 Sep 22 12:36:43.059265 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-eb791eca-74e9-4db7-a41c-ed71ca969a0a req-920b9b0f-fd07-4d32-b2b5-9949bb5d9b54 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564008 Sep 22 12:36:44.190217 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce297e6b-a810-4c11-b0bf-963648e46716 req-dfdac382-174d-495f-9981-aa792148b270 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:44.192335 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ce297e6b-a810-4c11-b0bf-963648e46716 req-dfdac382-174d-495f-9981-aa792148b270 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 946 time: 0.0479822 Sep 22 12:36:44.242131 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ce297e6b-a810-4c11-b0bf-963648e46716 req-e497cfeb-5888-4053-8b4b-002aa4bf09d2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432098 Sep 22 12:36:44.954019 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 54506) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:45.055779 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-9c95db7d-9986-4092-867e-b056b22f5aeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:45.137376 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-9c95db7d-9986-4092-867e-b056b22f5aeb admin admin] Publish callbacks [] for security_group (d257bfb3-9eb2-4c24-8cfb-62498280b684), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:45.141250 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-9c95db7d-9986-4092-867e-b056b22f5aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (d257bfb3-9eb2-4c24-8cfb-62498280b684), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:45.182760 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95db7d-9986-4092-867e-b056b22f5aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d257bfb3-9eb2-4c24-8cfb-62498280b684,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:45.186877 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-9c95db7d-9986-4092-867e-b056b22f5aeb admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=961cdcb79c4b468fb77a07d1af8af6bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318473 Sep 22 12:36:45.189617 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 54510) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:45.237314 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0f14226c-1cca-48c9-a241-8e12c3eefac3 admin admin] Publish callbacks [] for security_group (d257bfb3-9eb2-4c24-8cfb-62498280b684), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:45.257293 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0f14226c-1cca-48c9-a241-8e12c3eefac3 admin admin] Publish callbacks [] for security_group (d257bfb3-9eb2-4c24-8cfb-62498280b684), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:45.305076 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0f14226c-1cca-48c9-a241-8e12c3eefac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (d257bfb3-9eb2-4c24-8cfb-62498280b684), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:45.307667 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0f14226c-1cca-48c9-a241-8e12c3eefac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:45.308861 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-0f14226c-1cca-48c9-a241-8e12c3eefac3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d257bfb3-9eb2-4c24-8cfb-62498280b684 HTTP/1.1" status: 204 len: 168 time: 0.1183422 Sep 22 12:36:45.316755 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14226c-1cca-48c9-a241-8e12c3eefac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d257bfb3-9eb2-4c24-8cfb-62498280b684,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:45.376523 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38eddcb-cf27-4d11-b938-bc6c880dea1a req-5c7206d8-4bc7-499b-a57f-fbc069bd8c09 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:36:45.378036 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b38eddcb-cf27-4d11-b938-bc6c880dea1a req-5c7206d8-4bc7-499b-a57f-fbc069bd8c09 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 946 time: 0.0508797 Sep 22 12:36:45.412081 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:45.434871 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b38eddcb-cf27-4d11-b938-bc6c880dea1a req-496917d5-93f0-4fbc-9de6-171289a02872 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512540 Sep 22 12:36:46.307389 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:47.082345 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 54606) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:47.194688 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-316ddbdc-b388-4b6e-90fe-7f588eea0706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:47.212377 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:47.278285 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-316ddbdc-b388-4b6e-90fe-7f588eea0706 admin admin] Publish callbacks [] for security_group (ccaf041f-62cb-462e-b47a-7f506d92c4c7), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:47.282055 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-316ddbdc-b388-4b6e-90fe-7f588eea0706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (ccaf041f-62cb-462e-b47a-7f506d92c4c7), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:47.323883 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ddbdc-b388-4b6e-90fe-7f588eea0706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaf041f-62cb-462e-b47a-7f506d92c4c7,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:47.328062 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-316ddbdc-b388-4b6e-90fe-7f588eea0706 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e0f05f191ce347808feae0a0acfc0934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447057 Sep 22 12:36:47.331963 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 54610) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:47.386540 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a57d6bed-61ae-43e5-952e-ee64f8423d3d admin admin] Publish callbacks [] for security_group (ccaf041f-62cb-462e-b47a-7f506d92c4c7), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:47.407301 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a57d6bed-61ae-43e5-952e-ee64f8423d3d admin admin] Publish callbacks [] for security_group (ccaf041f-62cb-462e-b47a-7f506d92c4c7), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:47.458707 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a57d6bed-61ae-43e5-952e-ee64f8423d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (ccaf041f-62cb-462e-b47a-7f506d92c4c7), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:47.461372 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a57d6bed-61ae-43e5-952e-ee64f8423d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:47.462557 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-a57d6bed-61ae-43e5-952e-ee64f8423d3d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ccaf041f-62cb-462e-b47a-7f506d92c4c7 HTTP/1.1" status: 204 len: 168 time: 0.1302500 Sep 22 12:36:47.470513 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d6bed-61ae-43e5-952e-ee64f8423d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaf041f-62cb-462e-b47a-7f506d92c4c7,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:51.168512 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=61,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:51.171083 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:51.757283 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 54692) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:51.871038 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf2ff9da-3e72-41da-bfad-b190e58ecbef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:51.948574 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf2ff9da-3e72-41da-bfad-b190e58ecbef admin admin] Publish callbacks [] for security_group (c8a0af2b-d996-4e1f-aabe-3a6fc80201d5), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:51.953084 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf2ff9da-3e72-41da-bfad-b190e58ecbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (c8a0af2b-d996-4e1f-aabe-3a6fc80201d5), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:52.011940 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-bf2ff9da-3e72-41da-bfad-b190e58ecbef admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b4bfcff1436641c9a9d348826ea3c234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534118 Sep 22 12:36:52.012731 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ff9da-3e72-41da-bfad-b190e58ecbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a0af2b-d996-4e1f-aabe-3a6fc80201d5,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:52.014501 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 54698) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:52.066708 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-db110ca0-c0a0-44ec-a691-844fa0e3be8a admin admin] Publish callbacks [] for security_group (c8a0af2b-d996-4e1f-aabe-3a6fc80201d5), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:52.086578 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-db110ca0-c0a0-44ec-a691-844fa0e3be8a admin admin] Publish callbacks [] for security_group (c8a0af2b-d996-4e1f-aabe-3a6fc80201d5), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:52.134572 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-db110ca0-c0a0-44ec-a691-844fa0e3be8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (c8a0af2b-d996-4e1f-aabe-3a6fc80201d5), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:52.137427 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-db110ca0-c0a0-44ec-a691-844fa0e3be8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:52.140859 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-db110ca0-c0a0-44ec-a691-844fa0e3be8a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c8a0af2b-d996-4e1f-aabe-3a6fc80201d5 HTTP/1.1" status: 204 len: 168 time: 0.1224594 Sep 22 12:36:52.146922 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db110ca0-c0a0-44ec-a691-844fa0e3be8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a0af2b-d996-4e1f-aabe-3a6fc80201d5,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:52.423326 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 54704) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:52.438860 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-629f5df1-4abf-4f3e-9611-077cb3fe06e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:52.518592 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-629f5df1-4abf-4f3e-9611-077cb3fe06e7 admin admin] Publish callbacks [] for security_group (310fb3fc-ae6b-45a5-ab65-5970fa0b955b), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:52.522959 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-629f5df1-4abf-4f3e-9611-077cb3fe06e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (310fb3fc-ae6b-45a5-ab65-5970fa0b955b), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:52.562469 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-629f5df1-4abf-4f3e-9611-077cb3fe06e7 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a0196a9ac7bc47d38a44d8d6994f067d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380610 Sep 22 12:36:52.563319 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f5df1-4abf-4f3e-9611-077cb3fe06e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310fb3fc-ae6b-45a5-ab65-5970fa0b955b,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:52.565306 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 54706) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:52.622827 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-9beeae97-6620-4cd4-b84d-95c3a8f231f3 admin admin] Publish callbacks [] for security_group (310fb3fc-ae6b-45a5-ab65-5970fa0b955b), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:52.643513 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-9beeae97-6620-4cd4-b84d-95c3a8f231f3 admin admin] Publish callbacks [] for security_group (310fb3fc-ae6b-45a5-ab65-5970fa0b955b), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:52.690202 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-9beeae97-6620-4cd4-b84d-95c3a8f231f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (310fb3fc-ae6b-45a5-ab65-5970fa0b955b), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:52.693359 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-9beeae97-6620-4cd4-b84d-95c3a8f231f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:52.694507 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-9beeae97-6620-4cd4-b84d-95c3a8f231f3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/310fb3fc-ae6b-45a5-ab65-5970fa0b955b HTTP/1.1" status: 204 len: 168 time: 0.1281352 Sep 22 12:36:52.702425 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beeae97-6620-4cd4-b84d-95c3a8f231f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310fb3fc-ae6b-45a5-ab65-5970fa0b955b,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:54.768230 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 54778) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:54.873420 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-9fd38e50-99cb-4e62-b62b-cecd09bce9e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:54.910417 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:54.962541 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-9fd38e50-99cb-4e62-b62b-cecd09bce9e8 admin admin] Publish callbacks [] for security_group (5ef0671c-230c-46ad-9378-127e12453539), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:54.967170 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-9fd38e50-99cb-4e62-b62b-cecd09bce9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (5ef0671c-230c-46ad-9378-127e12453539), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:54.968471 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-4de8efe6-7e24-4e67-85f3-731053253e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:54.973331 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:55.014049 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-9fd38e50-99cb-4e62-b62b-cecd09bce9e8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=99fd8ee8e84e4ae2a4eccc059f5e09d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447073 Sep 22 12:36:55.016752 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 54784) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:55.024578 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd38e50-99cb-4e62-b62b-cecd09bce9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef0671c-230c-46ad-9378-127e12453539,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:55.072043 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-84a4c724-aa2c-48fd-a545-e0e4ae24ccfc admin admin] Publish callbacks [] for security_group (5ef0671c-230c-46ad-9378-127e12453539), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:55.094174 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-84a4c724-aa2c-48fd-a545-e0e4ae24ccfc admin admin] Publish callbacks [] for security_group (5ef0671c-230c-46ad-9378-127e12453539), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:55.142113 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-84a4c724-aa2c-48fd-a545-e0e4ae24ccfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (5ef0671c-230c-46ad-9378-127e12453539), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:55.144794 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-84a4c724-aa2c-48fd-a545-e0e4ae24ccfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:55.146574 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-84a4c724-aa2c-48fd-a545-e0e4ae24ccfc admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5ef0671c-230c-46ad-9378-127e12453539 HTTP/1.1" status: 204 len: 168 time: 0.1284387 Sep 22 12:36:55.156080 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4c724-aa2c-48fd-a545-e0e4ae24ccfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef0671c-230c-46ad-9378-127e12453539,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:55.415548 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 54790) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:55.429437 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-23ad194b-4acf-41fd-8b08-d8b297dc81bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:55.512103 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-23ad194b-4acf-41fd-8b08-d8b297dc81bf admin admin] Publish callbacks [] for security_group (df429319-7aa9-47c5-b425-f7fdfcc4e1e1), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:55.515760 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-23ad194b-4acf-41fd-8b08-d8b297dc81bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (df429319-7aa9-47c5-b425-f7fdfcc4e1e1), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:55.555852 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-23ad194b-4acf-41fd-8b08-d8b297dc81bf admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=48e36bd951144940b3d07d3e06a2b254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391764 Sep 22 12:36:55.556604 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad194b-4acf-41fd-8b08-d8b297dc81bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df429319-7aa9-47c5-b425-f7fdfcc4e1e1,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:55.558642 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 54792) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:36:55.609806 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bb4be61d-778b-4e96-ad2d-7a5f7d0dd6c5 admin admin] Publish callbacks [] for security_group (df429319-7aa9-47c5-b425-f7fdfcc4e1e1), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:55.629513 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bb4be61d-778b-4e96-ad2d-7a5f7d0dd6c5 admin admin] Publish callbacks [] for security_group (df429319-7aa9-47c5-b425-f7fdfcc4e1e1), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:55.678733 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bb4be61d-778b-4e96-ad2d-7a5f7d0dd6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (df429319-7aa9-47c5-b425-f7fdfcc4e1e1), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:55.681327 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bb4be61d-778b-4e96-ad2d-7a5f7d0dd6c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:55.682467 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-bb4be61d-778b-4e96-ad2d-7a5f7d0dd6c5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/df429319-7aa9-47c5-b425-f7fdfcc4e1e1 HTTP/1.1" status: 204 len: 168 time: 0.1227770 Sep 22 12:36:55.690883 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4be61d-778b-4e96-ad2d-7a5f7d0dd6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df429319-7aa9-47c5-b425-f7fdfcc4e1e1,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:36:57.082529 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-c849487a-f8ed-4e52-9f13-11918919c3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:57.302426 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:36:58.467536 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:36:59.332628 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:36:59.924849 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:00.109407 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:03.796711 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 54950) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:03.929713 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-946b2183-73a9-4a5f-8d0e-6aeba01f266b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:04.009213 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-946b2183-73a9-4a5f-8d0e-6aeba01f266b admin admin] Publish callbacks [] for security_group (2bb20e23-1f08-4be6-a055-22a8caa98101), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:04.013329 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-946b2183-73a9-4a5f-8d0e-6aeba01f266b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (2bb20e23-1f08-4be6-a055-22a8caa98101), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:04.055432 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-946b2183-73a9-4a5f-8d0e-6aeba01f266b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=fbcd06307c02433ab6b1b97381dddac2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2570074 Sep 22 12:37:04.056310 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b2183-73a9-4a5f-8d0e-6aeba01f266b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb20e23-1f08-4be6-a055-22a8caa98101,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:04.058162 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 54958) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:04.108496 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7986aa25-4e8e-4cb6-b955-92dad94ae5fc admin admin] Publish callbacks [] for security_group (2bb20e23-1f08-4be6-a055-22a8caa98101), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:04.128124 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7986aa25-4e8e-4cb6-b955-92dad94ae5fc admin admin] Publish callbacks [] for security_group (2bb20e23-1f08-4be6-a055-22a8caa98101), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:04.174013 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7986aa25-4e8e-4cb6-b955-92dad94ae5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (2bb20e23-1f08-4be6-a055-22a8caa98101), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:04.176687 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7986aa25-4e8e-4cb6-b955-92dad94ae5fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:04.177821 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-7986aa25-4e8e-4cb6-b955-92dad94ae5fc admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2bb20e23-1f08-4be6-a055-22a8caa98101 HTTP/1.1" status: 204 len: 168 time: 0.1186013 Sep 22 12:37:04.185673 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986aa25-4e8e-4cb6-b955-92dad94ae5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb20e23-1f08-4be6-a055-22a8caa98101,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:04.436139 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 54964) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:04.450390 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5075b624-dbd2-4f2f-929f-a91fd9cd9ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:04.524548 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5075b624-dbd2-4f2f-929f-a91fd9cd9ea3 admin admin] Publish callbacks [] for security_group (7fc6cfc5-a55a-41f0-b8a0-38940c7b8ea1), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:04.528047 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5075b624-dbd2-4f2f-929f-a91fd9cd9ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (7fc6cfc5-a55a-41f0-b8a0-38940c7b8ea1), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:04.550631 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=13 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:04.571742 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-5075b624-dbd2-4f2f-929f-a91fd9cd9ea3 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=2accea1db28c49079732196a8f74b7a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344976 Sep 22 12:37:04.574198 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075b624-dbd2-4f2f-929f-a91fd9cd9ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc6cfc5-a55a-41f0-b8a0-38940c7b8ea1,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:04.574683 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 54966) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:04.580774 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:04.625922 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cd4b5ff4-a09a-4e9f-b09d-59804607a55c admin admin] Publish callbacks [] for security_group (7fc6cfc5-a55a-41f0-b8a0-38940c7b8ea1), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:04.645848 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cd4b5ff4-a09a-4e9f-b09d-59804607a55c admin admin] Publish callbacks [] for security_group (7fc6cfc5-a55a-41f0-b8a0-38940c7b8ea1), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:04.692490 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cd4b5ff4-a09a-4e9f-b09d-59804607a55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (7fc6cfc5-a55a-41f0-b8a0-38940c7b8ea1), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:04.694976 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cd4b5ff4-a09a-4e9f-b09d-59804607a55c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:04.696126 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-cd4b5ff4-a09a-4e9f-b09d-59804607a55c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7fc6cfc5-a55a-41f0-b8a0-38940c7b8ea1 HTTP/1.1" status: 204 len: 168 time: 0.1204720 Sep 22 12:37:04.703935 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b5ff4-a09a-4e9f-b09d-59804607a55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc6cfc5-a55a-41f0-b8a0-38940c7b8ea1,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:05.021605 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 54974) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:05.037500 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7d5cb92d-9e26-47e5-858d-cbd35cc2ee08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:05.115088 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7d5cb92d-9e26-47e5-858d-cbd35cc2ee08 admin admin] Publish callbacks [] for security_group (90052e40-0e54-4450-a66f-49d5c4d90743), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:05.120193 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7d5cb92d-9e26-47e5-858d-cbd35cc2ee08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (90052e40-0e54-4450-a66f-49d5c4d90743), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:05.128199 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:05.165793 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cb92d-9e26-47e5-858d-cbd35cc2ee08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90052e40-0e54-4450-a66f-49d5c4d90743,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:05.173185 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-7d5cb92d-9e26-47e5-858d-cbd35cc2ee08 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ce2097511b9c4ecfbe62874fa33be7f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1503940 Sep 22 12:37:05.175762 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 54978) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:05.229877 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-72df950c-0271-4a3a-908b-e6809cfaabdd admin admin] Publish callbacks [] for security_group (90052e40-0e54-4450-a66f-49d5c4d90743), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:05.255007 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-72df950c-0271-4a3a-908b-e6809cfaabdd admin admin] Publish callbacks [] for security_group (90052e40-0e54-4450-a66f-49d5c4d90743), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:05.305668 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-72df950c-0271-4a3a-908b-e6809cfaabdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (90052e40-0e54-4450-a66f-49d5c4d90743), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:05.308370 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-72df950c-0271-4a3a-908b-e6809cfaabdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:05.309503 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-72df950c-0271-4a3a-908b-e6809cfaabdd admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/90052e40-0e54-4450-a66f-49d5c4d90743 HTTP/1.1" status: 204 len: 168 time: 0.1326225 Sep 22 12:37:05.317510 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df950c-0271-4a3a-908b-e6809cfaabdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90052e40-0e54-4450-a66f-49d5c4d90743,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:06.423748 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 55012) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:06.529846 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7eb9d6e0-baa7-4d84-a10d-23436e1551b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:06.604859 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7eb9d6e0-baa7-4d84-a10d-23436e1551b8 admin admin] Publish callbacks [] for security_group (f62f641b-83c4-4cc6-b5be-4388b1060737), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:06.608451 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7eb9d6e0-baa7-4d84-a10d-23436e1551b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (f62f641b-83c4-4cc6-b5be-4388b1060737), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:06.648103 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-7eb9d6e0-baa7-4d84-a10d-23436e1551b8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a9d184fa546b4e38bd0567183a343f34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232096 Sep 22 12:37:06.649096 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9d6e0-baa7-4d84-a10d-23436e1551b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62f641b-83c4-4cc6-b5be-4388b1060737,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:06.651043 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55018) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:06.700081 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2ac167e5-1a26-4364-8eb7-91df5cc1d172 admin admin] Publish callbacks [] for security_group (f62f641b-83c4-4cc6-b5be-4388b1060737), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:06.708951 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:06.721556 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2ac167e5-1a26-4364-8eb7-91df5cc1d172 admin admin] Publish callbacks [] for security_group (f62f641b-83c4-4cc6-b5be-4388b1060737), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:06.772034 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2ac167e5-1a26-4364-8eb7-91df5cc1d172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (f62f641b-83c4-4cc6-b5be-4388b1060737), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:06.774731 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2ac167e5-1a26-4364-8eb7-91df5cc1d172 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:06.775844 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-2ac167e5-1a26-4364-8eb7-91df5cc1d172 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f62f641b-83c4-4cc6-b5be-4388b1060737 HTTP/1.1" status: 204 len: 168 time: 0.1230426 Sep 22 12:37:06.783236 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac167e5-1a26-4364-8eb7-91df5cc1d172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62f641b-83c4-4cc6-b5be-4388b1060737,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:07.298119 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:07.387451 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55042) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:07.482830 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-9c8723c9-2e67-42fc-84e3-eb5775422035 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-488356341-network', 'tenant_id': '4793b91c7212484c84960201b2d39114'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:37:07.502153 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8723c9-2e67-42fc-84e3-eb5775422035 admin admin] Made reservation on behalf of 4793b91c7212484c84960201b2d39114 for: {'network': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:37:07.505134 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9c8723c9-2e67-42fc-84e3-eb5775422035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for network (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:07.513214 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9c8723c9-2e67-42fc-84e3-eb5775422035 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:07.594090 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9c8723c9-2e67-42fc-84e3-eb5775422035 admin admin] Publish callbacks [] for security_group (25b01e25-fde7-4537-803f-8829ef4e50da), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:07.597783 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9c8723c9-2e67-42fc-84e3-eb5775422035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (25b01e25-fde7-4537-803f-8829ef4e50da), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:07.617269 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8723c9-2e67-42fc-84e3-eb5775422035 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=106189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 12:37:07.636804 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9c8723c9-2e67-42fc-84e3-eb5775422035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (fe10682d-f689-4618-9b72-0658e317df19), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:07.637143 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.db.segments_db [None req-9c8723c9-2e67-42fc-84e3-eb5775422035 admin admin] Added segment fe10682d-f689-4618-9b72-0658e317df19 of type vlan for network e89c96bb-2591-4e0c-beb0-c9cf50d0fbba Sep 22 12:37:07.638527 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8723c9-2e67-42fc-84e3-eb5775422035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b01e25-fde7-4537-803f-8829ef4e50da,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:07.679918 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9c8723c9-2e67-42fc-84e3-eb5775422035 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742010657190'] for network (e89c96bb-2591-4e0c-beb0-c9cf50d0fbba), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:07.703570 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9c8723c9-2e67-42fc-84e3-eb5775422035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for network (e89c96bb-2591-4e0c-beb0-c9cf50d0fbba), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:07.704586 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8723c9-2e67-42fc-84e3-eb5775422035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:07.705179 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9c8723c9-2e67-42fc-84e3-eb5775422035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:07.759830 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-9c8723c9-2e67-42fc-84e3-eb5775422035 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3712468 Sep 22 12:37:07.762820 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 55046) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:07.767727 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-c5c0882d-ac2c-4127-b238-41c23a5d651c admin admin] Request body: {'subnet': {'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-488356341-subnet', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'ip_version': 4}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:37:07.770627 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8723c9-2e67-42fc-84e3-eb5775422035 admin admin] Pushing event updated for resources: {'Network': ['ID=e89c96bb-2591-4e0c-beb0-c9cf50d0fbba,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:07.780627 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Network e89c96bb-2591-4e0c-beb0-c9cf50d0fbba details requested by agent ovs-agent-dv-cinder-856463-4-iscsi with host dv-cinder-856463-4-iscsi {{(pid=106190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 12:37:07.787665 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c0882d-ac2c-4127-b238-41c23a5d651c admin admin] Made reservation on behalf of 4793b91c7212484c84960201b2d39114 for: {'subnet': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:37:07.790294 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c5c0882d-ac2c-4127-b238-41c23a5d651c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2597168'] for subnet (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:07.946478 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:07.962415 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c5c0882d-ac2c-4127-b238-41c23a5d651c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2597158'] for subnet (6f77e8e1-2fec-4fc0-8643-a473281b1384), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:08.017574 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0882d-ac2c-4127-b238-41c23a5d651c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f77e8e1-2fec-4fc0-8643-a473281b1384,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:08.028128 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c0882d-ac2c-4127-b238-41c23a5d651c admin admin] Checking segment: {'id': 'fe10682d-f689-4618-9b72-0658e317df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:37:08.028512 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c0882d-ac2c-4127-b238-41c23a5d651c admin admin] Network hostable DHCP agents. Network: e89c96bb-2591-4e0c-beb0-c9cf50d0fbba, hostable agents: ['a2e957d1-0bb2-4343-b675-01d2080b3290'], hosted agents: [] {{(pid=106188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 12:37:08.046027 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c0882d-ac2c-4127-b238-41c23a5d651c admin admin] Network e89c96bb-2591-4e0c-beb0-c9cf50d0fbba is scheduled to be hosted by DHCP agent a2e957d1-0bb2-4343-b675-01d2080b3290 with binding_index 1 {{(pid=106188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 12:37:08.054344 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-c5c0882d-ac2c-4127-b238-41c23a5d651c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-4-iscsi, e89c96bb-2591-4e0c-beb0-c9cf50d0fbba) {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:37:08.058928 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c0882d-ac2c-4127-b238-41c23a5d651c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:08.059524 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c5c0882d-ac2c-4127-b238-41c23a5d651c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:08.063195 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7da6fa-5374-4a43-a934-ceb859d9ddc1 None None] Network e89c96bb-2591-4e0c-beb0-c9cf50d0fbba requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:37:08.075806 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-c5c0882d-ac2c-4127-b238-41c23a5d651c admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3118832 Sep 22 12:37:08.078497 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 55048) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:08.083184 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-60936e79-1586-4aa1-976d-8a90698e8641 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-488356341-router', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:37:08.096150 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:08.107721 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-60936e79-1586-4aa1-976d-8a90698e8641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:08.108909 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-60936e79-1586-4aa1-976d-8a90698e8641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-625649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12660'] for router (d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:08.149328 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:08.166788 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-60936e79-1586-4aa1-976d-8a90698e8641 admin admin] Publish callbacks [] for router_controller (d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30), precommit_add_association {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:08.181598 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c63bb28-3216-551e-ac85-74facc55e4fd-e89c96bb-2591-4e0c-beb0-c9cf50d0fbba', 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba', 'project_id': '4793b91c7212484c84960201b2d39114', 'fixed_ips': [{'subnet_id': '6f77e8e1-2fec-4fc0-8643-a473281b1384'}]}} from dv-cinder-856463-4-iscsi. {{(pid=106190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 12:37:08.182744 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:08.281979 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:08.304625 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-60936e79-1586-4aa1-976d-8a90698e8641 admin admin] Publish callbacks [] for router_gateway (d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:08.341941 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.db_base_plugin_common [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Allocated IP 172.20.0.2 (e89c96bb-2591-4e0c-beb0-c9cf50d0fbba/6f77e8e1-2fec-4fc0-8643-a473281b1384/f5408e32-342d-4d72-be43-d90e39046140) {{(pid=106190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:37:08.432250 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:08.500608 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Publish callbacks [] for port (f5408e32-342d-4d72-be43-d90e39046140), precommit_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:08.504934 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-60936e79-1586-4aa1-976d-8a90698e8641 admin admin] Publish callbacks [] for router_gateway (d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:08.507066 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160'] for port (f5408e32-342d-4d72-be43-d90e39046140), after_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:08.525250 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-60936e79-1586-4aa1-976d-8a90698e8641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:08.554961 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Network e89c96bb-2591-4e0c-beb0-c9cf50d0fbba is already hosted by enough agents. {{(pid=106190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:37:08.560221 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.base_scheduler [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Resources bound (agent type, host, resource id): {{(pid=106190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:37:08.562345 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Pushing event updated for resources: {'Port': ['ID=f5408e32-342d-4d72-be43-d90e39046140,revision_number=1']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:08.564560 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Received port after_create {{(pid=106190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:37:08.576894 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:08.577246 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:08.577624 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:08.577961 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:08.578295 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:08.578625 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:08.578952 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:08.579277 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:08.579608 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:08.579934 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:08.580258 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:08.580692 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:08.581013 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:08.581332 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:08.581652 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:08.637719 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Attempting to bind port f5408e32-342d-4d72-be43-d90e39046140 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:37:08.638088 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Attempting to bind port f5408e32-342d-4d72-be43-d90e39046140 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': 'fe10682d-f689-4618-9b72-0658e317df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:37:08.638455 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Attempting to bind port f5408e32-342d-4d72-be43-d90e39046140 on network e89c96bb-2591-4e0c-beb0-c9cf50d0fbba {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:37:08.649106 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [None req-60936e79-1586-4aa1-976d-8a90698e8641 admin admin] Allocated IP 172.27.0.24 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/1c1fc8f1-c966-4234-ae04-b02bead961e0) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:37:08.687765 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:37:08.688263 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Checking segment: {'id': 'fe10682d-f689-4618-9b72-0658e317df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:37:08.688702 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:08.689092 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Bound using segment: {'id': 'fe10682d-f689-4618-9b72-0658e317df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:37:08.689565 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Bound port: f5408e32-342d-4d72-be43-d90e39046140, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe10682d-f689-4618-9b72-0658e317df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:37:08.690492 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (f5408e32-342d-4d72-be43-d90e39046140), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:08.758805 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] For port f5408e32-342d-4d72-be43-d90e39046140, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:37:08.759755 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-60936e79-1586-4aa1-976d-8a90698e8641 admin admin] Publish callbacks [] for port (1c1fc8f1-c966-4234-ae04-b02bead961e0), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:08.761865 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] For port f5408e32-342d-4d72-be43-d90e39046140, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=f5408e32-342d-4d72-be43-d90e39046140,segment=NetworkSegment(fe10682d-f689-4618-9b72-0658e317df19),segment_id=fe10682d-f689-4618-9b72-0658e317df19)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:37:08.767757 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (f5408e32-342d-4d72-be43-d90e39046140), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:08.788041 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:08.792127 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-60936e79-1586-4aa1-976d-8a90698e8641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (1c1fc8f1-c966-4234-ae04-b02bead961e0), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:08.823879 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd0d78-613f-466d-9429-fe01c598f0b6 None None] Pushing event updated for resources: {'Port': ['ID=f5408e32-342d-4d72-be43-d90e39046140,revision_number=2']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:08.849340 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60936e79-1586-4aa1-976d-8a90698e8641 admin admin] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:37:08.850215 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60936e79-1586-4aa1-976d-8a90698e8641 admin admin] Pushing event updated for resources: {'Port': ['ID=1c1fc8f1-c966-4234-ae04-b02bead961e0,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:08.854447 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-60936e79-1586-4aa1-976d-8a90698e8641 admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:37:08.856613 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60936e79-1586-4aa1-976d-8a90698e8641 admin admin] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:37:09.091624 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:09.109332 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-60936e79-1586-4aa1-976d-8a90698e8641 admin admin] Publish callbacks [] for router_gateway (d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:09.296614 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-60936e79-1586-4aa1-976d-8a90698e8641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629806'] for router (d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:09.424955 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60936e79-1586-4aa1-976d-8a90698e8641 admin admin] Router d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 is scheduled to L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 with binding_index 1 {{(pid=106188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 12:37:09.556410 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60936e79-1586-4aa1-976d-8a90698e8641 admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:37:09.557525 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] Sync routers for ids ['d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:37:09.563615 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-60936e79-1586-4aa1-976d-8a90698e8641 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:09.565001 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-60936e79-1586-4aa1-976d-8a90698e8641 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4855790 Sep 22 12:37:09.568356 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 55058) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:09.571684 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] Routers {'d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:37:09.573653 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:36:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:09.680212 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] Set router d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:37:09.736445 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c2e0c2-8df0-4260-b4ad-3a86e777ef16 None None] Network e89c96bb-2591-4e0c-beb0-c9cf50d0fbba requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:37:09.826541 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-56e18f5b-2111-4534-a7fc-72edfd6f7d69 None None] Provisioning complete for port f5408e32-342d-4d72-be43-d90e39046140 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:37:09.827219 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-56e18f5b-2111-4534-a7fc-72edfd6f7d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (f5408e32-342d-4d72-be43-d90e39046140), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:09.827219 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-56e18f5b-2111-4534-a7fc-72edfd6f7d69 None None] Attempt 1 to provision port f5408e32-342d-4d72-be43-d90e39046140 Sep 22 12:37:09.862749 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:09.878451 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:10.041796 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'name': 'tempest-TestMinimumBasicScenario-488356341-router', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:09Z', 'revision_number': 3, 'project_id': '4793b91c7212484c84960201b2d39114', 'gw_port': {'id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:10.069163 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-56e18f5b-2111-4534-a7fc-72edfd6f7d69 None None] Current status of the port f5408e32-342d-4d72-be43-d90e39046140 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:37:10.069565 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-56e18f5b-2111-4534-a7fc-72edfd6f7d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (f5408e32-342d-4d72-be43-d90e39046140), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:10.071941 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] Checking router: d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:37:10.072311 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] Updating router d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 port 1c1fc8f1-c966-4234-ae04-b02bead961e0 binding host dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:37:10.084113 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:10.125680 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (1c1fc8f1-c966-4234-ae04-b02bead961e0), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:10.131081 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-56e18f5b-2111-4534-a7fc-72edfd6f7d69 None None] For port f5408e32-342d-4d72-be43-d90e39046140, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=f5408e32-342d-4d72-be43-d90e39046140,segment=NetworkSegment(fe10682d-f689-4618-9b72-0658e317df19),segment_id=fe10682d-f689-4618-9b72-0658e317df19)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:37:10.154551 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-56e18f5b-2111-4534-a7fc-72edfd6f7d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (f5408e32-342d-4d72-be43-d90e39046140), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:10.232899 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0e7059a2-2c47-4693-99b5-ac2f44e22cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:10.235587 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:10.274543 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e18f5b-2111-4534-a7fc-72edfd6f7d69 None None] Pushing event updated for resources: {'Port': ['ID=f5408e32-342d-4d72-be43-d90e39046140,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:10.300168 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-ed377f8d-899e-459c-b113-6a72e45cc4b6 None None] Provisioning complete for port f5408e32-342d-4d72-be43-d90e39046140 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:37:10.300993 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-ed377f8d-899e-459c-b113-6a72e45cc4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (f5408e32-342d-4d72-be43-d90e39046140), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:10.300993 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-ed377f8d-899e-459c-b113-6a72e45cc4b6 None None] Attempt 1 to provision port f5408e32-342d-4d72-be43-d90e39046140 Sep 22 12:37:10.426905 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [None req-0e7059a2-2c47-4693-99b5-ac2f44e22cad admin admin] Allocated IP 172.20.0.1 (e89c96bb-2591-4e0c-beb0-c9cf50d0fbba/6f77e8e1-2fec-4fc0-8643-a473281b1384/80f92f81-d48d-47b4-8967-3127ac6e9472) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:37:10.469144 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device f5408e32-342d-4d72-be43-d90e39046140 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:37:10.547286 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0e7059a2-2c47-4693-99b5-ac2f44e22cad admin admin] Publish callbacks [] for port (80f92f81-d48d-47b4-8967-3127ac6e9472), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:10.593347 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0e7059a2-2c47-4693-99b5-ac2f44e22cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (80f92f81-d48d-47b4-8967-3127ac6e9472), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:10.593581 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port f5408e32-342d-4d72-be43-d90e39046140 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:37:10.593899 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (f5408e32-342d-4d72-be43-d90e39046140), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:10.594303 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port f5408e32-342d-4d72-be43-d90e39046140 Sep 22 12:37:10.661507 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7059a2-2c47-4693-99b5-ac2f44e22cad admin admin] Network e89c96bb-2591-4e0c-beb0-c9cf50d0fbba is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:37:10.662028 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:10.665351 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-0e7059a2-2c47-4693-99b5-ac2f44e22cad admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:37:10.668172 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7059a2-2c47-4693-99b5-ac2f44e22cad admin admin] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:37:10.697050 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-ed377f8d-899e-459c-b113-6a72e45cc4b6 None None] Current status of the port f5408e32-342d-4d72-be43-d90e39046140 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:37:10.717729 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7059a2-2c47-4693-99b5-ac2f44e22cad admin admin] Pushing event updated for resources: {'Port': ['ID=80f92f81-d48d-47b4-8967-3127ac6e9472,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:10.723918 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] Publish callbacks [] for port (1c1fc8f1-c966-4234-ae04-b02bead961e0), precommit_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:10.748250 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0e7059a2-2c47-4693-99b5-ac2f44e22cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425239'] for router_interface (d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:10.753314 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (1c1fc8f1-c966-4234-ae04-b02bead961e0), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:10.812380 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] Attempting to bind port 1c1fc8f1-c966-4234-ae04-b02bead961e0 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:37:10.812380 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] Attempting to bind port 1c1fc8f1-c966-4234-ae04-b02bead961e0 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:37:10.812380 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] Attempting to bind port 1c1fc8f1-c966-4234-ae04-b02bead961e0 on network 1180960f-2d21-46a6-8808-3b9bf675fc1c {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:37:10.812380 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port f5408e32-342d-4d72-be43-d90e39046140 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:37:10.843638 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a4030-77f3-421e-9847-11c7e435299d None None] Pushing event updated for resources: {'Port': ['ID=1c1fc8f1-c966-4234-ae04-b02bead961e0,revision_number=2']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:10.853929 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:10.879031 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:37:10.879942 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] Checking segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:37:10.880366 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:10.880754 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] Bound using segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:37:10.881245 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] Bound port: 1c1fc8f1-c966-4234-ae04-b02bead961e0, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:37:10.881633 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (1c1fc8f1-c966-4234-ae04-b02bead961e0), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:10.910960 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0e7059a2-2c47-4693-99b5-ac2f44e22cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (80f92f81-d48d-47b4-8967-3127ac6e9472), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:10.941373 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-8e02f700-65d1-4987-ad18-dcf15ad4cd34 None None] Provisioning complete for port 80f92f81-d48d-47b4-8967-3127ac6e9472 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:37:10.941742 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-8e02f700-65d1-4987-ad18-dcf15ad4cd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (80f92f81-d48d-47b4-8967-3127ac6e9472), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:10.942585 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-8e02f700-65d1-4987-ad18-dcf15ad4cd34 None None] Attempt 1 to provision port 80f92f81-d48d-47b4-8967-3127ac6e9472 Sep 22 12:37:10.963675 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:10.970056 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] For port 1c1fc8f1-c966-4234-ae04-b02bead961e0, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:37:10.992960 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] For port 1c1fc8f1-c966-4234-ae04-b02bead961e0, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=1c1fc8f1-c966-4234-ae04-b02bead961e0,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:37:10.995737 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-8e02f700-65d1-4987-ad18-dcf15ad4cd34 None None] Port 80f92f81-d48d-47b4-8967-3127ac6e9472 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:10.999171 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (1c1fc8f1-c966-4234-ae04-b02bead961e0), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:11.039292 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] Routers {'d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:37:11.039913 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:36:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:11.080859 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0e7059a2-2c47-4693-99b5-ac2f44e22cad admin admin] Publish callbacks [] for port (80f92f81-d48d-47b4-8967-3127ac6e9472), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:11.085367 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0e7059a2-2c47-4693-99b5-ac2f44e22cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (80f92f81-d48d-47b4-8967-3127ac6e9472), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:11.088785 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544a4030-77f3-421e-9847-11c7e435299d None None] Pushing event updated for resources: {'Port': ['ID=1c1fc8f1-c966-4234-ae04-b02bead961e0,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:11.133252 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:UPDATE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:11.159957 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] Set router d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:37:11.160766 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7059a2-2c47-4693-99b5-ac2f44e22cad admin admin] Pushing event updated for resources: {'Port': ['ID=80f92f81-d48d-47b4-8967-3127ac6e9472,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:11.164448 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0e7059a2-2c47-4693-99b5-ac2f44e22cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425347'] for router_interface (d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:11.257637 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7059a2-2c47-4693-99b5-ac2f44e22cad admin admin] Network e89c96bb-2591-4e0c-beb0-c9cf50d0fbba is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:37:11.259051 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-0e7059a2-2c47-4693-99b5-ac2f44e22cad admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:37:11.360017 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'name': 'tempest-TestMinimumBasicScenario-488356341-router', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:10Z', 'revision_number': 4, 'project_id': '4793b91c7212484c84960201b2d39114', 'gw_port': {'id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '80f92f81-d48d-47b4-8967-3127ac6e9472', 'name': '', 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'mac_address': 'fa:16:3e:99:31:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:10Z', 'updated_at': '2022-09-22T12:37:10Z', 'revision_number': 1, 'project_id': '4793b91c7212484c84960201b2d39114', 'subnets': [{'id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:11.378127 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7059a2-2c47-4693-99b5-ac2f44e22cad admin admin] Router d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:37:11.390772 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a951fb22-d420-4fc2-b5fd-f58dfd664b5e None None] The sync data for ids ['d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'] in dv-cinder-856463-4-iscsi is: [{'id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'name': 'tempest-TestMinimumBasicScenario-488356341-router', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:10Z', 'revision_number': 4, 'project_id': '4793b91c7212484c84960201b2d39114', 'gw_port': {'id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '80f92f81-d48d-47b4-8967-3127ac6e9472', 'name': '', 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'mac_address': 'fa:16:3e:99:31:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:10Z', 'updated_at': '2022-09-22T12:37:10Z', 'revision_number': 1, 'project_id': '4793b91c7212484c84960201b2d39114', 'subnets': [{'id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:37:11.489843 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7059a2-2c47-4693-99b5-ac2f44e22cad admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:37:11.495054 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-0e7059a2-2c47-4693-99b5-ac2f44e22cad admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9257088 Sep 22 12:37:11.496472 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-8e02f700-65d1-4987-ad18-dcf15ad4cd34 None None] Attempt 2 to provision port 80f92f81-d48d-47b4-8967-3127ac6e9472 Sep 22 12:37:11.529804 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-8e02f700-65d1-4987-ad18-dcf15ad4cd34 None None] Port 80f92f81-d48d-47b4-8967-3127ac6e9472 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:12.031396 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-8e02f700-65d1-4987-ad18-dcf15ad4cd34 None None] Attempt 3 to provision port 80f92f81-d48d-47b4-8967-3127ac6e9472 Sep 22 12:37:12.076246 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-8e02f700-65d1-4987-ad18-dcf15ad4cd34 None None] Port 80f92f81-d48d-47b4-8967-3127ac6e9472 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:12.084793 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55090) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:12.095741 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-88542a0b-cfc9-4fab-b3cd-6faddba5847d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1410052027-network', 'tenant_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:37:12.101359 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-05fda432-6d9b-4270-b9eb-14b31f1a93c1 req-52bca844-d361-4f73-b260-16ecd4d12bb3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553360 Sep 22 12:37:12.119822 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88542a0b-cfc9-4fab-b3cd-6faddba5847d admin admin] Made reservation on behalf of 6e5a48eb4ef14eb79bf6f09ed12ac93e for: {'network': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:37:12.122376 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-88542a0b-cfc9-4fab-b3cd-6faddba5847d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for network (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:12.133263 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-88542a0b-cfc9-4fab-b3cd-6faddba5847d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:12.163554 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:12.213560 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fda432-6d9b-4270-b9eb-14b31f1a93c1 req-0f89974d-2b5f-4bb0-b55e-b1028a19e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:12.215198 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-05fda432-6d9b-4270-b9eb-14b31f1a93c1 req-0f89974d-2b5f-4bb0-b55e-b1028a19e867 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=553395befb8f4c958d34b7dffb2317e7&device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 1130 time: 0.0646677 Sep 22 12:37:12.224941 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-88542a0b-cfc9-4fab-b3cd-6faddba5847d admin admin] Publish callbacks [] for security_group (f642c296-4845-4eb7-a006-7d39217623a6), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:12.233747 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-88542a0b-cfc9-4fab-b3cd-6faddba5847d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (f642c296-4845-4eb7-a006-7d39217623a6), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:12.265413 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88542a0b-cfc9-4fab-b3cd-6faddba5847d admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=106189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 12:37:12.272214 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88542a0b-cfc9-4fab-b3cd-6faddba5847d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f642c296-4845-4eb7-a006-7d39217623a6,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:12.280570 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-88542a0b-cfc9-4fab-b3cd-6faddba5847d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (bc850318-7080-454a-917e-954fa3549725), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:12.280892 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.db.segments_db [None req-88542a0b-cfc9-4fab-b3cd-6faddba5847d admin admin] Added segment bc850318-7080-454a-917e-954fa3549725 of type vlan for network 60dd9928-8c1a-4a60-8af7-f820bfa43c46 Sep 22 12:37:12.329173 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-88542a0b-cfc9-4fab-b3cd-6faddba5847d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742010657190'] for network (60dd9928-8c1a-4a60-8af7-f820bfa43c46), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:12.340094 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fda432-6d9b-4270-b9eb-14b31f1a93c1 req-30de5624-9479-4614-ba6f-1d4abce5e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:12.342161 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-05fda432-6d9b-4270-b9eb-14b31f1a93c1 req-30de5624-9479-4614-ba6f-1d4abce5e7d3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=08232c3f-2666-43a1-afb2-c887234ff0ea HTTP/1.1" status: 200 len: 918 time: 0.1032736 Sep 22 12:37:12.359710 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-88542a0b-cfc9-4fab-b3cd-6faddba5847d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for network (60dd9928-8c1a-4a60-8af7-f820bfa43c46), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:12.361164 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88542a0b-cfc9-4fab-b3cd-6faddba5847d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:12.362041 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-88542a0b-cfc9-4fab-b3cd-6faddba5847d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:12.385625 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:12.421950 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-88542a0b-cfc9-4fab-b3cd-6faddba5847d admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3358893 Sep 22 12:37:12.425512 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55092) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:12.431609 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-05fda432-6d9b-4270-b9eb-14b31f1a93c1 req-de5c774f-f35b-47ca-b62f-0088df37bc14 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a27a044-392f-4a27-8b97-338680c1a580 HTTP/1.1" status: 200 len: 1001 time: 0.0831766 Sep 22 12:37:12.437434 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-7e709fba-6a9b-49f8-9a56-07626dbc4b28 admin admin] Request body: {'subnet': {'network_id': '60dd9928-8c1a-4a60-8af7-f820bfa43c46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1410052027-subnet', 'tenant_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'ip_version': 4}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:37:12.452502 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88542a0b-cfc9-4fab-b3cd-6faddba5847d admin admin] Pushing event updated for resources: {'Network': ['ID=60dd9928-8c1a-4a60-8af7-f820bfa43c46,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:12.469473 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Network 60dd9928-8c1a-4a60-8af7-f820bfa43c46 details requested by agent ovs-agent-dv-cinder-856463-4-iscsi with host dv-cinder-856463-4-iscsi {{(pid=106190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 12:37:12.470410 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e709fba-6a9b-49f8-9a56-07626dbc4b28 admin admin] Made reservation on behalf of 6e5a48eb4ef14eb79bf6f09ed12ac93e for: {'subnet': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:37:12.473674 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7e709fba-6a9b-49f8-9a56-07626dbc4b28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3860156'] for subnet (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:12.497350 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device f5408e32-342d-4d72-be43-d90e39046140 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:37:12.501455 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fda432-6d9b-4270-b9eb-14b31f1a93c1 req-469e7184-c0ea-423d-bbb3-1d7c618456a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:12.503063 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-05fda432-6d9b-4270-b9eb-14b31f1a93c1 req-469e7184-c0ea-423d-bbb3-1d7c618456a9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=13cccc76-44bb-44db-a343-17e3d4246299 HTTP/1.1" status: 200 len: 856 time: 0.0616407 Sep 22 12:37:12.558636 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fda432-6d9b-4270-b9eb-14b31f1a93c1 req-166c0c76-54f1-47f7-967b-ec11e3e95221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:12.560533 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-05fda432-6d9b-4270-b9eb-14b31f1a93c1 req-166c0c76-54f1-47f7-967b-ec11e3e95221 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=08232c3f-2666-43a1-afb2-c887234ff0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503941 Sep 22 12:37:12.579119 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-8e02f700-65d1-4987-ad18-dcf15ad4cd34 None None] Attempt 4 to provision port 80f92f81-d48d-47b4-8967-3127ac6e9472 Sep 22 12:37:12.628276 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-8e02f700-65d1-4987-ad18-dcf15ad4cd34 None None] Port 80f92f81-d48d-47b4-8967-3127ac6e9472 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:12.631188 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:12.636200 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port f5408e32-342d-4d72-be43-d90e39046140 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:37:12.636870 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (f5408e32-342d-4d72-be43-d90e39046140), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:12.637362 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port f5408e32-342d-4d72-be43-d90e39046140 Sep 22 12:37:12.683434 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:12.687797 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7e709fba-6a9b-49f8-9a56-07626dbc4b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2985252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3860138'] for subnet (3c362c3e-128f-442c-935a-57a306ea7e4a), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:12.688243 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-05fda432-6d9b-4270-b9eb-14b31f1a93c1 req-5c736780-7ea5-422b-8e56-a8fcd42e9187 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211083 Sep 22 12:37:12.726155 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port f5408e32-342d-4d72-be43-d90e39046140 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:37:12.728338 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 1c1fc8f1-c966-4234-ae04-b02bead961e0 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:37:12.745913 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e709fba-6a9b-49f8-9a56-07626dbc4b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c362c3e-128f-442c-935a-57a306ea7e4a,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:12.765175 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e709fba-6a9b-49f8-9a56-07626dbc4b28 admin admin] Checking segment: {'id': 'bc850318-7080-454a-917e-954fa3549725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '60dd9928-8c1a-4a60-8af7-f820bfa43c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:37:12.765531 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e709fba-6a9b-49f8-9a56-07626dbc4b28 admin admin] Network hostable DHCP agents. Network: 60dd9928-8c1a-4a60-8af7-f820bfa43c46, hostable agents: ['a2e957d1-0bb2-4343-b675-01d2080b3290'], hosted agents: [] {{(pid=106189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 12:37:12.778441 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:12.780606 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 1c1fc8f1-c966-4234-ae04-b02bead961e0 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:37:12.780869 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (1c1fc8f1-c966-4234-ae04-b02bead961e0), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:12.781223 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 1c1fc8f1-c966-4234-ae04-b02bead961e0 Sep 22 12:37:12.789680 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e709fba-6a9b-49f8-9a56-07626dbc4b28 admin admin] Network 60dd9928-8c1a-4a60-8af7-f820bfa43c46 is scheduled to be hosted by DHCP agent a2e957d1-0bb2-4343-b675-01d2080b3290 with binding_index 1 {{(pid=106189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 12:37:12.801007 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-05fda432-6d9b-4270-b9eb-14b31f1a93c1 req-ae3dd7d1-29bd-4ecb-a88e-3d5b5454de6e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064181 Sep 22 12:37:12.828534 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-7e709fba-6a9b-49f8-9a56-07626dbc4b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-4-iscsi, 60dd9928-8c1a-4a60-8af7-f820bfa43c46) {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:37:12.833841 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e709fba-6a9b-49f8-9a56-07626dbc4b28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:12.835030 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7e709fba-6a9b-49f8-9a56-07626dbc4b28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:12.840400 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c8ca84-b05a-4016-a71e-7ad77423e812 None None] Network 60dd9928-8c1a-4a60-8af7-f820bfa43c46 requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:37:12.855382 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-7e709fba-6a9b-49f8-9a56-07626dbc4b28 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4225612 Sep 22 12:37:12.858019 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55094) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:12.864377 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1410052027-router', 'tenant_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:37:12.889627 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (c453b543-339c-4a4a-97ed-0789c92226c9), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:12.890701 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-625649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12660'] for router (c453b543-339c-4a4a-97ed-0789c92226c9), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:12.917678 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 1c1fc8f1-c966-4234-ae04-b02bead961e0 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:37:12.918063 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (1c1fc8f1-c966-4234-ae04-b02bead961e0), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:12.944752 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Publish callbacks [] for router_controller (c453b543-339c-4a4a-97ed-0789c92226c9), precommit_add_association {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:12.955432 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] For port 1c1fc8f1-c966-4234-ae04-b02bead961e0, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=1c1fc8f1-c966-4234-ae04-b02bead961e0,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:37:12.965634 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (1c1fc8f1-c966-4234-ae04-b02bead961e0), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:13.006537 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9fc6a8-e28e-47ac-8231-9461e2450eac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c63bb28-3216-551e-ac85-74facc55e4fd-60dd9928-8c1a-4a60-8af7-f820bfa43c46', 'network_id': '60dd9928-8c1a-4a60-8af7-f820bfa43c46', 'project_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'fixed_ips': [{'subnet_id': '3c362c3e-128f-442c-935a-57a306ea7e4a'}]}} from dv-cinder-856463-4-iscsi. {{(pid=106190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 12:37:13.007455 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1b9fc6a8-e28e-47ac-8231-9461e2450eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:13.085164 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Publish callbacks [] for router_gateway (c453b543-339c-4a4a-97ed-0789c92226c9), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:13.088029 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:13.114561 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Pushing event updated for resources: {'Port': ['ID=1c1fc8f1-c966-4234-ae04-b02bead961e0,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:13.130096 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-8e02f700-65d1-4987-ad18-dcf15ad4cd34 None None] Attempt 5 to provision port 80f92f81-d48d-47b4-8967-3127ac6e9472 Sep 22 12:37:13.200805 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-8e02f700-65d1-4987-ad18-dcf15ad4cd34 None None] Port 80f92f81-d48d-47b4-8967-3127ac6e9472 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:13.220522 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.db_base_plugin_common [None req-1b9fc6a8-e28e-47ac-8231-9461e2450eac None None] Allocated IP 172.20.0.2 (60dd9928-8c1a-4a60-8af7-f820bfa43c46/3c362c3e-128f-442c-935a-57a306ea7e4a/962be979-1277-4455-93bc-4a5c57a825ca) {{(pid=106190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:37:13.386859 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1b9fc6a8-e28e-47ac-8231-9461e2450eac None None] Publish callbacks [] for port (962be979-1277-4455-93bc-4a5c57a825ca), precommit_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:13.393139 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1b9fc6a8-e28e-47ac-8231-9461e2450eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160'] for port (962be979-1277-4455-93bc-4a5c57a825ca), after_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:13.437408 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9fc6a8-e28e-47ac-8231-9461e2450eac None None] Network 60dd9928-8c1a-4a60-8af7-f820bfa43c46 is already hosted by enough agents. {{(pid=106190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:37:13.443043 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.base_scheduler [None req-1b9fc6a8-e28e-47ac-8231-9461e2450eac None None] Resources bound (agent type, host, resource id): {{(pid=106190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:37:13.445557 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9fc6a8-e28e-47ac-8231-9461e2450eac None None] Received port after_create {{(pid=106190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:37:13.448887 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9fc6a8-e28e-47ac-8231-9461e2450eac None None] Pushing event updated for resources: {'Port': ['ID=962be979-1277-4455-93bc-4a5c57a825ca,revision_number=1']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:13.509331 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-1b9fc6a8-e28e-47ac-8231-9461e2450eac None None] Attempting to bind port 962be979-1277-4455-93bc-4a5c57a825ca on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:37:13.509795 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-1b9fc6a8-e28e-47ac-8231-9461e2450eac None None] Attempting to bind port 962be979-1277-4455-93bc-4a5c57a825ca by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': 'bc850318-7080-454a-917e-954fa3549725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '60dd9928-8c1a-4a60-8af7-f820bfa43c46'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:37:13.510235 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9fc6a8-e28e-47ac-8231-9461e2450eac None None] Attempting to bind port 962be979-1277-4455-93bc-4a5c57a825ca on network 60dd9928-8c1a-4a60-8af7-f820bfa43c46 {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:37:13.531131 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:13.548427 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Publish callbacks [] for router_gateway (c453b543-339c-4a4a-97ed-0789c92226c9), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:13.555956 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9fc6a8-e28e-47ac-8231-9461e2450eac None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:37:13.556354 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9fc6a8-e28e-47ac-8231-9461e2450eac None None] Checking segment: {'id': 'bc850318-7080-454a-917e-954fa3549725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '60dd9928-8c1a-4a60-8af7-f820bfa43c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:37:13.556756 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1b9fc6a8-e28e-47ac-8231-9461e2450eac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:13.557200 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9fc6a8-e28e-47ac-8231-9461e2450eac None None] Bound using segment: {'id': 'bc850318-7080-454a-917e-954fa3549725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '60dd9928-8c1a-4a60-8af7-f820bfa43c46'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:37:13.557675 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-1b9fc6a8-e28e-47ac-8231-9461e2450eac None None] Bound port: 962be979-1277-4455-93bc-4a5c57a825ca, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc850318-7080-454a-917e-954fa3549725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '60dd9928-8c1a-4a60-8af7-f820bfa43c46'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:37:13.558057 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1b9fc6a8-e28e-47ac-8231-9461e2450eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (962be979-1277-4455-93bc-4a5c57a825ca), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:13.567988 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:13.619653 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:13.630224 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-1b9fc6a8-e28e-47ac-8231-9461e2450eac None None] For port 962be979-1277-4455-93bc-4a5c57a825ca, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:37:13.633725 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-1b9fc6a8-e28e-47ac-8231-9461e2450eac None None] For port 962be979-1277-4455-93bc-4a5c57a825ca, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=962be979-1277-4455-93bc-4a5c57a825ca,segment=NetworkSegment(bc850318-7080-454a-917e-954fa3549725),segment_id=bc850318-7080-454a-917e-954fa3549725)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:37:13.641262 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1b9fc6a8-e28e-47ac-8231-9461e2450eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (962be979-1277-4455-93bc-4a5c57a825ca), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:13.691680 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Allocated IP 172.27.0.142 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/6db235b1-4dec-4007-b0e0-16cc432cfafd) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:37:13.696802 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] Sync routers for ids ['d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:37:13.698686 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9fc6a8-e28e-47ac-8231-9461e2450eac None None] Pushing event updated for resources: {'Port': ['ID=962be979-1277-4455-93bc-4a5c57a825ca,revision_number=2']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:13.701734 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-8e02f700-65d1-4987-ad18-dcf15ad4cd34 None None] Attempt 6 to provision port 80f92f81-d48d-47b4-8967-3127ac6e9472 Sep 22 12:37:13.707104 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:13.711707 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] Routers {'d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:37:13.712610 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:36:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:13.735352 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-8e02f700-65d1-4987-ad18-dcf15ad4cd34 None None] Port 80f92f81-d48d-47b4-8967-3127ac6e9472 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:13.807810 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Publish callbacks [] for port (6db235b1-4dec-4007-b0e0-16cc432cfafd), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:13.822415 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] Set router d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:37:13.845055 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (6db235b1-4dec-4007-b0e0-16cc432cfafd), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:13.919240 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:37:13.925752 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:37:13.928382 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Pushing event updated for resources: {'Port': ['ID=6db235b1-4dec-4007-b0e0-16cc432cfafd,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:13.935738 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:37:13.966514 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:13.966775 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:13.967112 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:13.967453 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:13.967780 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:13.968103 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:13.968447 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:13.968766 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:13.969726 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:13.969726 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:13.969726 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:13.970063 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:13.970326 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:13.970638 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:13.970948 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:14.063610 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'name': 'tempest-TestMinimumBasicScenario-488356341-router', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:10Z', 'revision_number': 4, 'project_id': '4793b91c7212484c84960201b2d39114', 'gw_port': {'id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '80f92f81-d48d-47b4-8967-3127ac6e9472', 'name': '', 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'mac_address': 'fa:16:3e:99:31:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:10Z', 'updated_at': '2022-09-22T12:37:10Z', 'revision_number': 2, 'project_id': '4793b91c7212484c84960201b2d39114', 'subnets': [{'id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:14.087470 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] Checking router: d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:37:14.087817 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] Updating router d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 port 80f92f81-d48d-47b4-8967-3127ac6e9472 binding host dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:37:14.115623 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (80f92f81-d48d-47b4-8967-3127ac6e9472), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:14.210666 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Publish callbacks [] for router_gateway (c453b543-339c-4a4a-97ed-0789c92226c9), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:14.236262 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-8e02f700-65d1-4987-ad18-dcf15ad4cd34 None None] Attempt 7 to provision port 80f92f81-d48d-47b4-8967-3127ac6e9472 Sep 22 12:37:14.319877 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:14.332620 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-8e02f700-65d1-4987-ad18-dcf15ad4cd34 None None] Port 80f92f81-d48d-47b4-8967-3127ac6e9472 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:14.443674 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] Publish callbacks [] for port (80f92f81-d48d-47b4-8967-3127ac6e9472), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:14.458711 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (80f92f81-d48d-47b4-8967-3127ac6e9472), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:14.459005 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629806'] for router (c453b543-339c-4a4a-97ed-0789c92226c9), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:14.514631 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b76c60-fc64-4018-915a-ef9df6f7de6f None None] Pushing event updated for resources: {'Port': ['ID=80f92f81-d48d-47b4-8967-3127ac6e9472,revision_number=3']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:14.516148 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 962be979-1277-4455-93bc-4a5c57a825ca up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:37:14.537815 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b76c60-fc64-4018-915a-ef9df6f7de6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:14.538331 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b76c60-fc64-4018-915a-ef9df6f7de6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:14.538837 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b76c60-fc64-4018-915a-ef9df6f7de6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:14.539406 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b76c60-fc64-4018-915a-ef9df6f7de6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:14.539925 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b76c60-fc64-4018-915a-ef9df6f7de6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:14.540459 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b76c60-fc64-4018-915a-ef9df6f7de6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:14.540981 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b76c60-fc64-4018-915a-ef9df6f7de6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:14.541494 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b76c60-fc64-4018-915a-ef9df6f7de6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:14.541997 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b76c60-fc64-4018-915a-ef9df6f7de6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:14.542500 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b76c60-fc64-4018-915a-ef9df6f7de6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:14.543010 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b76c60-fc64-4018-915a-ef9df6f7de6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:14.543494 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b76c60-fc64-4018-915a-ef9df6f7de6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:14.543999 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b76c60-fc64-4018-915a-ef9df6f7de6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:14.544506 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b76c60-fc64-4018-915a-ef9df6f7de6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:14.544973 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b76c60-fc64-4018-915a-ef9df6f7de6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:14.569527 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55110) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:14.586136 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] Attempting to bind port 80f92f81-d48d-47b4-8967-3127ac6e9472 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:37:14.588114 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 962be979-1277-4455-93bc-4a5c57a825ca triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:37:14.588531 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (962be979-1277-4455-93bc-4a5c57a825ca), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:14.588869 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 962be979-1277-4455-93bc-4a5c57a825ca Sep 22 12:37:14.590296 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] Attempting to bind port 80f92f81-d48d-47b4-8967-3127ac6e9472 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': 'fe10682d-f689-4618-9b72-0658e317df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba'}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:37:14.590542 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] Attempting to bind port 80f92f81-d48d-47b4-8967-3127ac6e9472 on network e89c96bb-2591-4e0c-beb0-c9cf50d0fbba {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:37:14.634528 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:37:14.634932 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] Checking segment: {'id': 'fe10682d-f689-4618-9b72-0658e317df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:37:14.635288 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:14.635673 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] Bound using segment: {'id': 'fe10682d-f689-4618-9b72-0658e317df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba'} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:37:14.636140 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] Bound port: 80f92f81-d48d-47b4-8967-3127ac6e9472, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe10682d-f689-4618-9b72-0658e317df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba'}}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:37:14.636569 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (80f92f81-d48d-47b4-8967-3127ac6e9472), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:14.671221 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Router c453b543-339c-4a4a-97ed-0789c92226c9 is scheduled to L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 with binding_index 1 {{(pid=106189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 12:37:14.734966 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 962be979-1277-4455-93bc-4a5c57a825ca is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:37:14.735544 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (962be979-1277-4455-93bc-4a5c57a825ca), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:14.735661 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] For port 80f92f81-d48d-47b4-8967-3127ac6e9472, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:37:14.739146 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] For port 80f92f81-d48d-47b4-8967-3127ac6e9472, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=80f92f81-d48d-47b4-8967-3127ac6e9472,segment=NetworkSegment(fe10682d-f689-4618-9b72-0658e317df19),segment_id=fe10682d-f689-4618-9b72-0658e317df19)] {{(pid=106191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:37:14.740376 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:14.749839 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-fb4dd5de-1059-43b6-8818-1885fc4f9dd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:14.750988 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (80f92f81-d48d-47b4-8967-3127ac6e9472), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:14.774863 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:14.778521 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] For port 962be979-1277-4455-93bc-4a5c57a825ca, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=962be979-1277-4455-93bc-4a5c57a825ca,segment=NetworkSegment(bc850318-7080-454a-917e-954fa3549725),segment_id=bc850318-7080-454a-917e-954fa3549725)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:37:14.783668 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (962be979-1277-4455-93bc-4a5c57a825ca), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:14.784570 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 1c1fc8f1-c966-4234-ae04-b02bead961e0 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:37:14.818799 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:14.822482 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b76c60-fc64-4018-915a-ef9df6f7de6f None None] Pushing event updated for resources: {'Port': ['ID=80f92f81-d48d-47b4-8967-3127ac6e9472,revision_number=4']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:14.829539 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] Routers {'d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:37:14.830689 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:36:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:14.841008 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-8e02f700-65d1-4987-ad18-dcf15ad4cd34 None None] Attempt 8 to provision port 80f92f81-d48d-47b4-8967-3127ac6e9472 Sep 22 12:37:14.854133 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:37:14.887938 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] Sync routers for ids ['c453b543-339c-4a4a-97ed-0789c92226c9'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:37:14.897445 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eda91e-d2e4-4cf1-935d-879c2f91b3c1 None None] Network 60dd9928-8c1a-4a60-8af7-f820bfa43c46 requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:37:14.900407 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:14.901638 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-99083726-5c32-401b-9b02-d47bdeba3f35 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0425680 Sep 22 12:37:14.905135 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 55114) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:14.925613 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-fb4dd5de-1059-43b6-8818-1885fc4f9dd0 admin admin] Publish callbacks [] for security_group (ad489fd4-cae6-49a8-8c34-05e7187fb972), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:14.930506 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-fb4dd5de-1059-43b6-8818-1885fc4f9dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (ad489fd4-cae6-49a8-8c34-05e7187fb972), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:14.988370 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-fb4dd5de-1059-43b6-8818-1885fc4f9dd0 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=10e36126bfe84d91bff01576b4b31996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4158714 Sep 22 12:37:14.988370 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4dd5de-1059-43b6-8818-1885fc4f9dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad489fd4-cae6-49a8-8c34-05e7187fb972,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:14.991115 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 55116) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:15.049350 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:15.078282 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] Set router d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:37:15.123947 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] Routers {'c453b543-339c-4a4a-97ed-0789c92226c9'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:37:15.124515 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:36:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['c453b543-339c-4a4a-97ed-0789c92226c9'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:15.131149 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Pushing event updated for resources: {'Port': ['ID=962be979-1277-4455-93bc-4a5c57a825ca,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:15.141015 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7ceae204-a404-4c7e-b256-d6f15fca1d9d admin admin] Publish callbacks [] for security_group (ad489fd4-cae6-49a8-8c34-05e7187fb972), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:15.187958 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 1c1fc8f1-c966-4234-ae04-b02bead961e0 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:37:15.188342 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (1c1fc8f1-c966-4234-ae04-b02bead961e0), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:15.188674 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 1c1fc8f1-c966-4234-ae04-b02bead961e0 Sep 22 12:37:15.197693 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7ceae204-a404-4c7e-b256-d6f15fca1d9d admin admin] Publish callbacks [] for security_group (ad489fd4-cae6-49a8-8c34-05e7187fb972), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:15.285915 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'name': 'tempest-TestMinimumBasicScenario-488356341-router', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:10Z', 'revision_number': 4, 'project_id': '4793b91c7212484c84960201b2d39114', 'gw_port': {'id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '80f92f81-d48d-47b4-8967-3127ac6e9472', 'name': '', 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'mac_address': 'fa:16:3e:99:31:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:10Z', 'updated_at': '2022-09-22T12:37:14Z', 'revision_number': 4, 'project_id': '4793b91c7212484c84960201b2d39114', 'subnets': [{'id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:15.315306 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c806cf-ef2c-4df2-91bd-dcaea24ccea8 None None] The sync data for ids ['d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'] in dv-cinder-856463-4-iscsi is: [{'id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'name': 'tempest-TestMinimumBasicScenario-488356341-router', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:10Z', 'revision_number': 4, 'project_id': '4793b91c7212484c84960201b2d39114', 'gw_port': {'id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '80f92f81-d48d-47b4-8967-3127ac6e9472', 'name': '', 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'mac_address': 'fa:16:3e:99:31:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:10Z', 'updated_at': '2022-09-22T12:37:14Z', 'revision_number': 4, 'project_id': '4793b91c7212484c84960201b2d39114', 'subnets': [{'id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:37:15.325272 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:15.325825 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-8e02f700-65d1-4987-ad18-dcf15ad4cd34 None None] Current status of the port 80f92f81-d48d-47b4-8967-3127ac6e9472 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:37:15.325825 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-8e02f700-65d1-4987-ad18-dcf15ad4cd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (80f92f81-d48d-47b4-8967-3127ac6e9472), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:15.335870 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7ceae204-a404-4c7e-b256-d6f15fca1d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (ad489fd4-cae6-49a8-8c34-05e7187fb972), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:15.338671 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7ceae204-a404-4c7e-b256-d6f15fca1d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:15.342221 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-7ceae204-a404-4c7e-b256-d6f15fca1d9d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ad489fd4-cae6-49a8-8c34-05e7187fb972 HTTP/1.1" status: 204 len: 168 time: 0.3468776 Sep 22 12:37:15.351372 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceae204-a404-4c7e-b256-d6f15fca1d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad489fd4-cae6-49a8-8c34-05e7187fb972,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:15.355245 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:15.384217 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] Set router c453b543-339c-4a4a-97ed-0789c92226c9 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:37:15.508521 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-8e02f700-65d1-4987-ad18-dcf15ad4cd34 None None] For port 80f92f81-d48d-47b4-8967-3127ac6e9472, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=80f92f81-d48d-47b4-8967-3127ac6e9472,segment=NetworkSegment(fe10682d-f689-4618-9b72-0658e317df19),segment_id=fe10682d-f689-4618-9b72-0658e317df19)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:37:15.529488 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-316d32ce-e9d1-4634-b876-130bdfa9eee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:15.562893 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-8e02f700-65d1-4987-ad18-dcf15ad4cd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (80f92f81-d48d-47b4-8967-3127ac6e9472), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:15.573207 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 1c1fc8f1-c966-4234-ae04-b02bead961e0 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:37:15.691298 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02f700-65d1-4987-ad18-dcf15ad4cd34 None None] Pushing event updated for resources: {'Port': ['ID=80f92f81-d48d-47b4-8967-3127ac6e9472,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:15.718523 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-43da7326-cb77-42e5-a90c-ac158f90102c None None] Provisioning complete for port 80f92f81-d48d-47b4-8967-3127ac6e9472 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:37:15.719144 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-43da7326-cb77-42e5-a90c-ac158f90102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (80f92f81-d48d-47b4-8967-3127ac6e9472), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:15.719640 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-43da7326-cb77-42e5-a90c-ac158f90102c None None] Attempt 1 to provision port 80f92f81-d48d-47b4-8967-3127ac6e9472 Sep 22 12:37:15.766236 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [None req-316d32ce-e9d1-4634-b876-130bdfa9eee1 admin admin] Allocated IP 172.20.0.1 (60dd9928-8c1a-4a60-8af7-f820bfa43c46/3c362c3e-128f-442c-935a-57a306ea7e4a/05c5e4c3-3883-4713-b7a4-35817fb654c7) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:37:15.798745 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c453b543-339c-4a4a-97ed-0789c92226c9', 'name': 'tempest-TestMinimumBasicScenario-1410052027-router', 'tenant_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '6db235b1-4dec-4007-b0e0-16cc432cfafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:12Z', 'updated_at': '2022-09-22T12:37:14Z', 'revision_number': 3, 'project_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'gw_port': {'id': '6db235b1-4dec-4007-b0e0-16cc432cfafd', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c453b543-339c-4a4a-97ed-0789c92226c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:13Z', 'updated_at': '2022-09-22T12:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:15.831782 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] Checking router: c453b543-339c-4a4a-97ed-0789c92226c9 for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:37:15.832124 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] Updating router c453b543-339c-4a4a-97ed-0789c92226c9 port 6db235b1-4dec-4007-b0e0-16cc432cfafd binding host dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:37:15.839328 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:15.891933 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-43da7326-cb77-42e5-a90c-ac158f90102c None None] Current status of the port 80f92f81-d48d-47b4-8967-3127ac6e9472 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:37:15.895863 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (6db235b1-4dec-4007-b0e0-16cc432cfafd), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:15.916720 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-316d32ce-e9d1-4634-b876-130bdfa9eee1 admin admin] Publish callbacks [] for port (05c5e4c3-3883-4713-b7a4-35817fb654c7), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:15.939242 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-43da7326-cb77-42e5-a90c-ac158f90102c None None] Provisioning complete for port 962be979-1277-4455-93bc-4a5c57a825ca triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:37:15.939791 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-43da7326-cb77-42e5-a90c-ac158f90102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (962be979-1277-4455-93bc-4a5c57a825ca), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:15.940219 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-43da7326-cb77-42e5-a90c-ac158f90102c None None] Attempt 1 to provision port 962be979-1277-4455-93bc-4a5c57a825ca Sep 22 12:37:15.952848 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:15.958893 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-316d32ce-e9d1-4634-b876-130bdfa9eee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (05c5e4c3-3883-4713-b7a4-35817fb654c7), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:16.010283 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316d32ce-e9d1-4634-b876-130bdfa9eee1 admin admin] Network 60dd9928-8c1a-4a60-8af7-f820bfa43c46 is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:37:16.013397 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-316d32ce-e9d1-4634-b876-130bdfa9eee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:37:16.018591 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d32ce-e9d1-4634-b876-130bdfa9eee1 admin admin] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:37:16.079388 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d32ce-e9d1-4634-b876-130bdfa9eee1 admin admin] Pushing event updated for resources: {'Port': ['ID=05c5e4c3-3883-4713-b7a4-35817fb654c7,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:16.108619 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-316d32ce-e9d1-4634-b876-130bdfa9eee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425239'] for router_interface (c453b543-339c-4a4a-97ed-0789c92226c9), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:16.224747 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-43da7326-cb77-42e5-a90c-ac158f90102c None None] Current status of the port 962be979-1277-4455-93bc-4a5c57a825ca is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:37:16.305548 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-316d32ce-e9d1-4634-b876-130bdfa9eee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (05c5e4c3-3883-4713-b7a4-35817fb654c7), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:16.373549 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Provisioning complete for port 962be979-1277-4455-93bc-4a5c57a825ca triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:37:16.374136 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (962be979-1277-4455-93bc-4a5c57a825ca), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:16.374255 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Attempt 1 to provision port 962be979-1277-4455-93bc-4a5c57a825ca Sep 22 12:37:16.409105 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 80f92f81-d48d-47b4-8967-3127ac6e9472 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:37:16.411270 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:16.444763 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] Publish callbacks [] for port (6db235b1-4dec-4007-b0e0-16cc432cfafd), precommit_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:16.462351 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (6db235b1-4dec-4007-b0e0-16cc432cfafd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:16.468762 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:16.503980 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-316d32ce-e9d1-4634-b876-130bdfa9eee1 admin admin] Publish callbacks [] for port (05c5e4c3-3883-4713-b7a4-35817fb654c7), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:16.510425 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-316d32ce-e9d1-4634-b876-130bdfa9eee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (05c5e4c3-3883-4713-b7a4-35817fb654c7), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:16.518114 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] Attempting to bind port 6db235b1-4dec-4007-b0e0-16cc432cfafd on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:37:16.518717 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] Attempting to bind port 6db235b1-4dec-4007-b0e0-16cc432cfafd by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:37:16.519236 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] Attempting to bind port 6db235b1-4dec-4007-b0e0-16cc432cfafd on network 1180960f-2d21-46a6-8808-3b9bf675fc1c {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:37:16.564662 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad619f19-9b2b-45b6-9d66-2e39657cd2b4 None None] Pushing event updated for resources: {'Port': ['ID=6db235b1-4dec-4007-b0e0-16cc432cfafd,revision_number=2']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:16.581998 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-316d32ce-e9d1-4634-b876-130bdfa9eee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425347'] for router_interface (c453b543-339c-4a4a-97ed-0789c92226c9), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:16.596402 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 80f92f81-d48d-47b4-8967-3127ac6e9472 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:37:16.596794 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (80f92f81-d48d-47b4-8967-3127ac6e9472), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:16.597106 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 80f92f81-d48d-47b4-8967-3127ac6e9472 Sep 22 12:37:16.598910 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d32ce-e9d1-4634-b876-130bdfa9eee1 admin admin] Pushing event updated for resources: {'Port': ['ID=05c5e4c3-3883-4713-b7a4-35817fb654c7,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:16.644105 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:16.649789 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Current status of the port 962be979-1277-4455-93bc-4a5c57a825ca is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:37:16.662128 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:37:16.662495 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] Checking segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:37:16.662890 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:16.663273 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] Bound using segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:37:16.663778 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] Bound port: 6db235b1-4dec-4007-b0e0-16cc432cfafd, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:37:16.664144 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (6db235b1-4dec-4007-b0e0-16cc432cfafd), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:16.691989 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Provisioning complete for port 05c5e4c3-3883-4713-b7a4-35817fb654c7 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:37:16.692380 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (05c5e4c3-3883-4713-b7a4-35817fb654c7), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:16.693053 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Attempt 1 to provision port 05c5e4c3-3883-4713-b7a4-35817fb654c7 Sep 22 12:37:16.704220 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316d32ce-e9d1-4634-b876-130bdfa9eee1 admin admin] Network 60dd9928-8c1a-4a60-8af7-f820bfa43c46 is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:37:16.705547 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-316d32ce-e9d1-4634-b876-130bdfa9eee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:37:16.778740 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] For port 6db235b1-4dec-4007-b0e0-16cc432cfafd, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:37:16.782067 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Port 05c5e4c3-3883-4713-b7a4-35817fb654c7 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:16.783852 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] For port 6db235b1-4dec-4007-b0e0-16cc432cfafd, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=6db235b1-4dec-4007-b0e0-16cc432cfafd,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:37:16.785852 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 80f92f81-d48d-47b4-8967-3127ac6e9472 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:37:16.786913 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 962be979-1277-4455-93bc-4a5c57a825ca up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:37:16.819885 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (6db235b1-4dec-4007-b0e0-16cc432cfafd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:16.844823 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316d32ce-e9d1-4634-b876-130bdfa9eee1 admin admin] Router c453b543-339c-4a4a-97ed-0789c92226c9 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:37:16.878730 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] Routers {'c453b543-339c-4a4a-97ed-0789c92226c9'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:37:16.881149 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:36:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['c453b543-339c-4a4a-97ed-0789c92226c9'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:16.935002 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad619f19-9b2b-45b6-9d66-2e39657cd2b4 None None] Pushing event updated for resources: {'Port': ['ID=6db235b1-4dec-4007-b0e0-16cc432cfafd,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:16.946036 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 962be979-1277-4455-93bc-4a5c57a825ca triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:37:16.946428 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (962be979-1277-4455-93bc-4a5c57a825ca), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:16.946792 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 962be979-1277-4455-93bc-4a5c57a825ca Sep 22 12:37:16.980372 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316d32ce-e9d1-4634-b876-130bdfa9eee1 admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:37:16.993006 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-316d32ce-e9d1-4634-b876-130bdfa9eee1 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/c453b543-339c-4a4a-97ed-0789c92226c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0831780 Sep 22 12:37:17.207167 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] Set router c453b543-339c-4a4a-97ed-0789c92226c9 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:37:17.252706 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 962be979-1277-4455-93bc-4a5c57a825ca is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:37:17.286198 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Attempt 2 to provision port 05c5e4c3-3883-4713-b7a4-35817fb654c7 Sep 22 12:37:17.353944 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:17.361077 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Port 05c5e4c3-3883-4713-b7a4-35817fb654c7 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:17.391268 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=100 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:17.449725 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c453b543-339c-4a4a-97ed-0789c92226c9', 'name': 'tempest-TestMinimumBasicScenario-1410052027-router', 'tenant_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '6db235b1-4dec-4007-b0e0-16cc432cfafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:12Z', 'updated_at': '2022-09-22T12:37:16Z', 'revision_number': 4, 'project_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'gw_port': {'id': '6db235b1-4dec-4007-b0e0-16cc432cfafd', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c453b543-339c-4a4a-97ed-0789c92226c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:13Z', 'updated_at': '2022-09-22T12:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '05c5e4c3-3883-4713-b7a4-35817fb654c7', 'name': '', 'network_id': '60dd9928-8c1a-4a60-8af7-f820bfa43c46', 'tenant_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'mac_address': 'fa:16:3e:34:1b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c453b543-339c-4a4a-97ed-0789c92226c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3c362c3e-128f-442c-935a-57a306ea7e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:15Z', 'updated_at': '2022-09-22T12:37:16Z', 'revision_number': 2, 'project_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'subnets': [{'id': '3c362c3e-128f-442c-935a-57a306ea7e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:17.475214 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb72aa-2606-4d93-970f-9133921ff1eb None None] The sync data for ids ['c453b543-339c-4a4a-97ed-0789c92226c9'] in dv-cinder-856463-4-iscsi is: [{'id': 'c453b543-339c-4a4a-97ed-0789c92226c9', 'name': 'tempest-TestMinimumBasicScenario-1410052027-router', 'tenant_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '6db235b1-4dec-4007-b0e0-16cc432cfafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:12Z', 'updated_at': '2022-09-22T12:37:16Z', 'revision_number': 4, 'project_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'gw_port': {'id': '6db235b1-4dec-4007-b0e0-16cc432cfafd', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c453b543-339c-4a4a-97ed-0789c92226c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:13Z', 'updated_at': '2022-09-22T12:37:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '05c5e4c3-3883-4713-b7a4-35817fb654c7', 'name': '', 'network_id': '60dd9928-8c1a-4a60-8af7-f820bfa43c46', 'tenant_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'mac_address': 'fa:16:3e:34:1b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c453b543-339c-4a4a-97ed-0789c92226c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3c362c3e-128f-442c-935a-57a306ea7e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:15Z', 'updated_at': '2022-09-22T12:37:16Z', 'revision_number': 2, 'project_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'subnets': [{'id': '3c362c3e-128f-442c-935a-57a306ea7e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:37:17.862905 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Attempt 3 to provision port 05c5e4c3-3883-4713-b7a4-35817fb654c7 Sep 22 12:37:17.914332 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Port 05c5e4c3-3883-4713-b7a4-35817fb654c7 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:18.384234 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 6db235b1-4dec-4007-b0e0-16cc432cfafd up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:37:18.417260 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Attempt 4 to provision port 05c5e4c3-3883-4713-b7a4-35817fb654c7 Sep 22 12:37:18.523184 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Port 05c5e4c3-3883-4713-b7a4-35817fb654c7 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:18.531833 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 6db235b1-4dec-4007-b0e0-16cc432cfafd triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:37:18.532482 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (6db235b1-4dec-4007-b0e0-16cc432cfafd), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:18.532975 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 6db235b1-4dec-4007-b0e0-16cc432cfafd Sep 22 12:37:18.627406 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 6db235b1-4dec-4007-b0e0-16cc432cfafd is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:37:18.627939 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (6db235b1-4dec-4007-b0e0-16cc432cfafd), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:18.658744 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] For port 6db235b1-4dec-4007-b0e0-16cc432cfafd, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=6db235b1-4dec-4007-b0e0-16cc432cfafd,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:37:18.664485 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (6db235b1-4dec-4007-b0e0-16cc432cfafd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:18.727159 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Pushing event updated for resources: {'Port': ['ID=6db235b1-4dec-4007-b0e0-16cc432cfafd,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:19.024351 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Attempt 5 to provision port 05c5e4c3-3883-4713-b7a4-35817fb654c7 Sep 22 12:37:19.068496 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Port 05c5e4c3-3883-4713-b7a4-35817fb654c7 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:19.570258 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Attempt 6 to provision port 05c5e4c3-3883-4713-b7a4-35817fb654c7 Sep 22 12:37:19.608865 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Port 05c5e4c3-3883-4713-b7a4-35817fb654c7 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:19.815452 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] Sync routers for ids ['c453b543-339c-4a4a-97ed-0789c92226c9'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:37:19.826197 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] Routers {'c453b543-339c-4a4a-97ed-0789c92226c9'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:37:19.826805 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:36:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['c453b543-339c-4a4a-97ed-0789c92226c9'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:19.939500 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] Set router c453b543-339c-4a4a-97ed-0789c92226c9 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:37:20.110998 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Attempt 7 to provision port 05c5e4c3-3883-4713-b7a4-35817fb654c7 Sep 22 12:37:20.143550 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c453b543-339c-4a4a-97ed-0789c92226c9', 'name': 'tempest-TestMinimumBasicScenario-1410052027-router', 'tenant_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '6db235b1-4dec-4007-b0e0-16cc432cfafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:12Z', 'updated_at': '2022-09-22T12:37:16Z', 'revision_number': 4, 'project_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'gw_port': {'id': '6db235b1-4dec-4007-b0e0-16cc432cfafd', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c453b543-339c-4a4a-97ed-0789c92226c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:13Z', 'updated_at': '2022-09-22T12:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '05c5e4c3-3883-4713-b7a4-35817fb654c7', 'name': '', 'network_id': '60dd9928-8c1a-4a60-8af7-f820bfa43c46', 'tenant_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'mac_address': 'fa:16:3e:34:1b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c453b543-339c-4a4a-97ed-0789c92226c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3c362c3e-128f-442c-935a-57a306ea7e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:15Z', 'updated_at': '2022-09-22T12:37:16Z', 'revision_number': 2, 'project_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'subnets': [{'id': '3c362c3e-128f-442c-935a-57a306ea7e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:20.153817 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Port 05c5e4c3-3883-4713-b7a4-35817fb654c7 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:20.170002 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] Checking router: c453b543-339c-4a4a-97ed-0789c92226c9 for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:37:20.170338 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] Updating router c453b543-339c-4a4a-97ed-0789c92226c9 port 05c5e4c3-3883-4713-b7a4-35817fb654c7 binding host dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:37:20.201995 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (05c5e4c3-3883-4713-b7a4-35817fb654c7), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:20.348038 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 6db235b1-4dec-4007-b0e0-16cc432cfafd up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:37:20.398404 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 6db235b1-4dec-4007-b0e0-16cc432cfafd triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:37:20.398840 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (6db235b1-4dec-4007-b0e0-16cc432cfafd), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:20.399182 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 6db235b1-4dec-4007-b0e0-16cc432cfafd Sep 22 12:37:20.446734 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:20.488336 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 6db235b1-4dec-4007-b0e0-16cc432cfafd is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:37:20.494903 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:20.517892 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] Publish callbacks [] for port (05c5e4c3-3883-4713-b7a4-35817fb654c7), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:20.524374 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (05c5e4c3-3883-4713-b7a4-35817fb654c7), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:20.576778 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff817d42-5168-4879-b30a-9cd2992b5e38 None None] Pushing event updated for resources: {'Port': ['ID=05c5e4c3-3883-4713-b7a4-35817fb654c7,revision_number=3']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:20.643809 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] Attempting to bind port 05c5e4c3-3883-4713-b7a4-35817fb654c7 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:37:20.644188 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] Attempting to bind port 05c5e4c3-3883-4713-b7a4-35817fb654c7 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': 'bc850318-7080-454a-917e-954fa3549725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '60dd9928-8c1a-4a60-8af7-f820bfa43c46'}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:37:20.645540 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] Attempting to bind port 05c5e4c3-3883-4713-b7a4-35817fb654c7 on network 60dd9928-8c1a-4a60-8af7-f820bfa43c46 {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:37:20.654901 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Attempt 8 to provision port 05c5e4c3-3883-4713-b7a4-35817fb654c7 Sep 22 12:37:20.694576 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:37:20.695038 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] Checking segment: {'id': 'bc850318-7080-454a-917e-954fa3549725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '60dd9928-8c1a-4a60-8af7-f820bfa43c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:37:20.696626 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:20.697056 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] Bound using segment: {'id': 'bc850318-7080-454a-917e-954fa3549725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '60dd9928-8c1a-4a60-8af7-f820bfa43c46'} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:37:20.697590 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] Bound port: 05c5e4c3-3883-4713-b7a4-35817fb654c7, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc850318-7080-454a-917e-954fa3549725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '60dd9928-8c1a-4a60-8af7-f820bfa43c46'}}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:37:20.697975 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (05c5e4c3-3883-4713-b7a4-35817fb654c7), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:20.699154 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Port 05c5e4c3-3883-4713-b7a4-35817fb654c7 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:20.766167 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] For port 05c5e4c3-3883-4713-b7a4-35817fb654c7, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:37:20.769412 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] For port 05c5e4c3-3883-4713-b7a4-35817fb654c7, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=05c5e4c3-3883-4713-b7a4-35817fb654c7,segment=NetworkSegment(bc850318-7080-454a-917e-954fa3549725),segment_id=bc850318-7080-454a-917e-954fa3549725)] {{(pid=106191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:37:20.777249 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (05c5e4c3-3883-4713-b7a4-35817fb654c7), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:20.830514 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] Routers {'c453b543-339c-4a4a-97ed-0789c92226c9'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:37:20.831276 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:36:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['c453b543-339c-4a4a-97ed-0789c92226c9'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:20.875472 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff817d42-5168-4879-b30a-9cd2992b5e38 None None] Pushing event updated for resources: {'Port': ['ID=05c5e4c3-3883-4713-b7a4-35817fb654c7,revision_number=4']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:20.966376 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] Set router c453b543-339c-4a4a-97ed-0789c92226c9 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:37:21.164554 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c453b543-339c-4a4a-97ed-0789c92226c9', 'name': 'tempest-TestMinimumBasicScenario-1410052027-router', 'tenant_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '6db235b1-4dec-4007-b0e0-16cc432cfafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:12Z', 'updated_at': '2022-09-22T12:37:16Z', 'revision_number': 4, 'project_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'gw_port': {'id': '6db235b1-4dec-4007-b0e0-16cc432cfafd', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c453b543-339c-4a4a-97ed-0789c92226c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:13Z', 'updated_at': '2022-09-22T12:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '05c5e4c3-3883-4713-b7a4-35817fb654c7', 'name': '', 'network_id': '60dd9928-8c1a-4a60-8af7-f820bfa43c46', 'tenant_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'mac_address': 'fa:16:3e:34:1b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c453b543-339c-4a4a-97ed-0789c92226c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3c362c3e-128f-442c-935a-57a306ea7e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:15Z', 'updated_at': '2022-09-22T12:37:20Z', 'revision_number': 4, 'project_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'subnets': [{'id': '3c362c3e-128f-442c-935a-57a306ea7e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:21.194926 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6defc3-3b31-4afe-9767-ee70f1f2d2c7 None None] The sync data for ids ['c453b543-339c-4a4a-97ed-0789c92226c9'] in dv-cinder-856463-4-iscsi is: [{'id': 'c453b543-339c-4a4a-97ed-0789c92226c9', 'name': 'tempest-TestMinimumBasicScenario-1410052027-router', 'tenant_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '6db235b1-4dec-4007-b0e0-16cc432cfafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:12Z', 'updated_at': '2022-09-22T12:37:16Z', 'revision_number': 4, 'project_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'gw_port': {'id': '6db235b1-4dec-4007-b0e0-16cc432cfafd', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c453b543-339c-4a4a-97ed-0789c92226c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:13Z', 'updated_at': '2022-09-22T12:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '05c5e4c3-3883-4713-b7a4-35817fb654c7', 'name': '', 'network_id': '60dd9928-8c1a-4a60-8af7-f820bfa43c46', 'tenant_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'mac_address': 'fa:16:3e:34:1b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c453b543-339c-4a4a-97ed-0789c92226c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '3c362c3e-128f-442c-935a-57a306ea7e4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:15Z', 'updated_at': '2022-09-22T12:37:20Z', 'revision_number': 4, 'project_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'subnets': [{'id': '3c362c3e-128f-442c-935a-57a306ea7e4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:37:21.200685 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Attempt 9 to provision port 05c5e4c3-3883-4713-b7a4-35817fb654c7 Sep 22 12:37:21.310971 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Current status of the port 05c5e4c3-3883-4713-b7a4-35817fb654c7 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:37:21.311361 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (05c5e4c3-3883-4713-b7a4-35817fb654c7), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:21.338890 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:21.358361 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] For port 05c5e4c3-3883-4713-b7a4-35817fb654c7, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=05c5e4c3-3883-4713-b7a4-35817fb654c7,segment=NetworkSegment(bc850318-7080-454a-917e-954fa3549725),segment_id=bc850318-7080-454a-917e-954fa3549725)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:37:21.365733 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (05c5e4c3-3883-4713-b7a4-35817fb654c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:21.422127 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95e75c-1eca-426b-b44f-a4e38d029308 None None] Pushing event updated for resources: {'Port': ['ID=05c5e4c3-3883-4713-b7a4-35817fb654c7,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:21.490555 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-20012ca0-b568-4a78-a1d3-b3ef1b1ec8fe None None] Provisioning complete for port 05c5e4c3-3883-4713-b7a4-35817fb654c7 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:37:21.490945 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-20012ca0-b568-4a78-a1d3-b3ef1b1ec8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (05c5e4c3-3883-4713-b7a4-35817fb654c7), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:21.491266 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-20012ca0-b568-4a78-a1d3-b3ef1b1ec8fe None None] Attempt 1 to provision port 05c5e4c3-3883-4713-b7a4-35817fb654c7 Sep 22 12:37:21.544141 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:21.593667 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-20012ca0-b568-4a78-a1d3-b3ef1b1ec8fe None None] Current status of the port 05c5e4c3-3883-4713-b7a4-35817fb654c7 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:37:22.349798 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 05c5e4c3-3883-4713-b7a4-35817fb654c7 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:37:22.411045 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 05c5e4c3-3883-4713-b7a4-35817fb654c7 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:37:22.411633 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (05c5e4c3-3883-4713-b7a4-35817fb654c7), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:22.411872 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 05c5e4c3-3883-4713-b7a4-35817fb654c7 Sep 22 12:37:22.496235 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 05c5e4c3-3883-4713-b7a4-35817fb654c7 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:37:24.350452 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 55230) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:24.531932 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c330e-10eb-47dc-8dd9-64f060523f04 req-41290993-b924-410d-b992-f20dc67b3229 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:24.533667 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-920c330e-10eb-47dc-8dd9-64f060523f04 req-41290993-b924-410d-b992-f20dc67b3229 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 946 time: 0.0530646 Sep 22 12:37:24.560049 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c616455c-7008-4627-8764-2bf5bcde9a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:24.610830 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-920c330e-10eb-47dc-8dd9-64f060523f04 req-b95a7ca2-bc17-481f-955b-c885bbbc7c22 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693927 Sep 22 12:37:24.680074 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:24.682622 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c616455c-7008-4627-8764-2bf5bcde9a99 admin admin] Publish callbacks [] for security_group (73b42a88-ca79-46fa-8cf8-7232a9783252), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:24.687526 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c616455c-7008-4627-8764-2bf5bcde9a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (73b42a88-ca79-46fa-8cf8-7232a9783252), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:24.727890 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-c616455c-7008-4627-8764-2bf5bcde9a99 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=11611cc520244e75b27a027a44da0b70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3760602 Sep 22 12:37:24.730966 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55236) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:24.732667 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616455c-7008-4627-8764-2bf5bcde9a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b42a88-ca79-46fa-8cf8-7232a9783252,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:24.786327 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-affea417-da7e-4c35-8366-5d94b499ae34 admin admin] Publish callbacks [] for security_group (73b42a88-ca79-46fa-8cf8-7232a9783252), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:24.808695 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-affea417-da7e-4c35-8366-5d94b499ae34 admin admin] Publish callbacks [] for security_group (73b42a88-ca79-46fa-8cf8-7232a9783252), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:24.861818 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-affea417-da7e-4c35-8366-5d94b499ae34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (73b42a88-ca79-46fa-8cf8-7232a9783252), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:24.867798 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-affea417-da7e-4c35-8366-5d94b499ae34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:24.881672 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-affea417-da7e-4c35-8366-5d94b499ae34 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/73b42a88-ca79-46fa-8cf8-7232a9783252 HTTP/1.1" status: 204 len: 168 time: 0.1398456 Sep 22 12:37:24.892481 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affea417-da7e-4c35-8366-5d94b499ae34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b42a88-ca79-46fa-8cf8-7232a9783252,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:24.984694 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-9cc6151a-5f0b-4184-8724-9398ed4abe5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:25.760091 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede784b-e3bb-4a07-ad8b-7fc598791acc req-ec9dd8df-3d4d-42e9-a6ed-46b84ce668e8 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:25.761580 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-fede784b-e3bb-4a07-ad8b-7fc598791acc req-ec9dd8df-3d4d-42e9-a6ed-46b84ce668e8 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 946 time: 0.0547209 Sep 22 12:37:25.829547 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-fede784b-e3bb-4a07-ad8b-7fc598791acc req-0d8d9677-6459-4730-998c-ce3ef7afffc2 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=29e3f1e3-e7b4-4d24-a257-5c9701e04340&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607469 Sep 22 12:37:26.002104 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677c388-6414-4208-b53e-c294764aecb6 req-19d219e5-5843-4a91-b5ff-04de1dcd9267 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:26.003929 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b677c388-6414-4208-b53e-c294764aecb6 req-19d219e5-5843-4a91-b5ff-04de1dcd9267 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 946 time: 0.0579123 Sep 22 12:37:26.102340 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-b677c388-6414-4208-b53e-c294764aecb6 req-8b9ca188-6213-47f7-89d5-5c15317b3e2d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Deleting port 4a27a044-392f-4a27-8b97-338680c1a580 {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:37:26.102953 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-b677c388-6414-4208-b53e-c294764aecb6 req-8b9ca188-6213-47f7-89d5-5c15317b3e2d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (4a27a044-392f-4a27-8b97-338680c1a580), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:26.228046 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-b677c388-6414-4208-b53e-c294764aecb6 req-8b9ca188-6213-47f7-89d5-5c15317b3e2d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] For port 4a27a044-392f-4a27-8b97-338680c1a580, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=4a27a044-392f-4a27-8b97-338680c1a580,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:37:26.228448 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-b677c388-6414-4208-b53e-c294764aecb6 req-8b9ca188-6213-47f7-89d5-5c15317b3e2d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (4a27a044-392f-4a27-8b97-338680c1a580), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:26.230509 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:26.655228 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-b677c388-6414-4208-b53e-c294764aecb6 req-8b9ca188-6213-47f7-89d5-5c15317b3e2d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:26.655674 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-b677c388-6414-4208-b53e-c294764aecb6 req-8b9ca188-6213-47f7-89d5-5c15317b3e2d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (a96ce64e-6bbd-4f73-a0c9-2858ed7bdb69), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:26.656057 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.l3_db [req-b677c388-6414-4208-b53e-c294764aecb6 req-8b9ca188-6213-47f7-89d5-5c15317b3e2d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Floating IP a96ce64e-6bbd-4f73-a0c9-2858ed7bdb69 disassociated. External IP: 172.27.0.154, port: 4a27a044-392f-4a27-8b97-338680c1a580. Sep 22 12:37:26.656351 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-b677c388-6414-4208-b53e-c294764aecb6 req-8b9ca188-6213-47f7-89d5-5c15317b3e2d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Calling delete_port for 4a27a044-392f-4a27-8b97-338680c1a580 owned by compute:nova {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:37:26.799626 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-b677c388-6414-4208-b53e-c294764aecb6 req-8b9ca188-6213-47f7-89d5-5c15317b3e2d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (4a27a044-392f-4a27-8b97-338680c1a580), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:26.832327 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ca188-6213-47f7-89d5-5c15317b3e2d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Pushing event deleted for resources: {'Port': ['ID=4a27a044-392f-4a27-8b97-338680c1a580,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:26.964541 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-52ed83de-49d1-4beb-a0ce-48b5f79a6e14 req-7daf7d06-be9f-49ff-810e-8ab7d11bdf28 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 210 time: 0.0546887 Sep 22 12:37:27.014746 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b677c388-6414-4208-b53e-c294764aecb6 req-8b9ca188-6213-47f7-89d5-5c15317b3e2d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Router b00a1cf9-6173-4827-961d-e2820d29e4c0 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:37:27.059193 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:27.067292 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-2ff33de8-e1b3-4fe4-b28c-db7082a965ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:27.182090 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-345a7da9-56e9-4597-93dc-e127f7111a9d tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:27.183551 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-345a7da9-56e9-4597-93dc-e127f7111a9d tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/networks?id=e89c96bb-2591-4e0c-beb0-c9cf50d0fbba HTTP/1.1" status: 200 len: 814 time: 0.1871037 Sep 22 12:37:27.207601 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-eabc58a2-fa5a-4864-88a1-826c9cee06c5 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/quotas/4793b91c7212484c84960201b2d39114 HTTP/1.1" status: 200 len: 375 time: 0.0183992 Sep 22 12:37:27.210270 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b677c388-6414-4208-b53e-c294764aecb6 req-8b9ca188-6213-47f7-89d5-5c15317b3e2d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:37:27.223604 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d0277-8688-4345-99e4-45f4acacb601 None None] Sync routers for ids ['b00a1cf9-6173-4827-961d-e2820d29e4c0'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:37:27.240204 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d0277-8688-4345-99e4-45f4acacb601 None None] Routers {'b00a1cf9-6173-4827-961d-e2820d29e4c0'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:37:27.240869 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-8e8d0277-8688-4345-99e4-45f4acacb601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:37:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b00a1cf9-6173-4827-961d-e2820d29e4c0'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:27.286322 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b677c388-6414-4208-b53e-c294764aecb6 req-8b9ca188-6213-47f7-89d5-5c15317b3e2d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] No DVR routers for this DVR port 4a27a044-392f-4a27-8b97-338680c1a580 on host hv-cinder-85646 {{(pid=106188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:37:27.290781 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-b677c388-6414-4208-b53e-c294764aecb6 req-8b9ca188-6213-47f7-89d5-5c15317b3e2d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:27.294142 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b677c388-6414-4208-b53e-c294764aecb6 req-8b9ca188-6213-47f7-89d5-5c15317b3e2d tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.20 "DELETE /networking/v2.0/ports/4a27a044-392f-4a27-8b97-338680c1a580 HTTP/1.1" status: 204 len: 173 time: 1.2794807 Sep 22 12:37:27.294991 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb3c468-640c-42bf-8f8d-d93c01948176', 'name': 'network-vif-deleted', 'tag': '4a27a044-392f-4a27-8b97-338680c1a580'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:37:27.297322 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c8c287-bb89-4fc1-859b-919fabfff95d" -d '{"events": [{"server_uuid": "5bb3c468-640c-42bf-8f8d-d93c01948176", "name": "network-vif-deleted", "tag": "4a27a044-392f-4a27-8b97-338680c1a580"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:37:27.305282 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-7a7ca8e6-515a-4019-a4d7-5671814809f1 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4793b91c7212484c84960201b2d39114&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897541 Sep 22 12:37:27.356932 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-8e8d0277-8688-4345-99e4-45f4acacb601 None None] Set router b00a1cf9-6173-4827-961d-e2820d29e4c0 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:37:27.363000 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f88e959-4fa1-41fe-986e-f390fab3e8a6 x-openstack-request-id: req-1f88e959-4fa1-41fe-986e-f390fab3e8a6 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:37:27.363875 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb3c468-640c-42bf-8f8d-d93c01948176", "name": "network-vif-deleted", "tag": "4a27a044-392f-4a27-8b97-338680c1a580", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:37:27.364131 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1f88e959-4fa1-41fe-986e-f390fab3e8a6 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:37:27.364550 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f88e959-4fa1-41fe-986e-f390fab3e8a6'] response: {'server_uuid': '5bb3c468-640c-42bf-8f8d-d93c01948176', 'name': 'network-vif-deleted', 'tag': '4a27a044-392f-4a27-8b97-338680c1a580', 'status': 'completed', 'code': 200} Sep 22 12:37:27.441761 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-9e3f5add-7c38-48a6-9a4c-591ddfd3864a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e89c96bb-2591-4e0c-beb0-c9cf50d0fbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077888 Sep 22 12:37:27.548483 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c850c607-6622-4cf7-92db-42b1e2d825e8 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e89c96bb-2591-4e0c-beb0-c9cf50d0fbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973566 Sep 22 12:37:27.576222 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-8e8d0277-8688-4345-99e4-45f4acacb601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-router', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:30:30Z', 'updated_at': '2022-09-22T12:30:33Z', 'revision_number': 4, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'gw_port': {'id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:31Z', 'updated_at': '2022-09-22T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '81d0f6b9-ab5c-4724-a700-28f650a5bfec', 'name': '', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'mac_address': 'fa:16:3e:49:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '13cccc76-44bb-44db-a343-17e3d4246299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:33Z', 'updated_at': '2022-09-22T12:30:39Z', 'revision_number': 5, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'subnets': [{'id': '13cccc76-44bb-44db-a343-17e3d4246299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:27.601843 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d0277-8688-4345-99e4-45f4acacb601 None None] Checking router: b00a1cf9-6173-4827-961d-e2820d29e4c0 for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:37:27.610422 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d0277-8688-4345-99e4-45f4acacb601 None None] Routers {'b00a1cf9-6173-4827-961d-e2820d29e4c0'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:37:27.611015 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-8e8d0277-8688-4345-99e4-45f4acacb601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:37:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b00a1cf9-6173-4827-961d-e2820d29e4c0'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:27.722303 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-8e8d0277-8688-4345-99e4-45f4acacb601 None None] Set router b00a1cf9-6173-4827-961d-e2820d29e4c0 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:37:27.727924 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:27.752361 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8207e5af-467e-4ecb-923f-20555a90d8b2 req-a666fd57-0805-46bd-8da1-27a23c7f296b tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 210 time: 0.0345316 Sep 22 12:37:27.800477 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:27.928220 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-8e8d0277-8688-4345-99e4-45f4acacb601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-router', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:30:30Z', 'updated_at': '2022-09-22T12:30:33Z', 'revision_number': 4, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'gw_port': {'id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:31Z', 'updated_at': '2022-09-22T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '81d0f6b9-ab5c-4724-a700-28f650a5bfec', 'name': '', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'mac_address': 'fa:16:3e:49:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '13cccc76-44bb-44db-a343-17e3d4246299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:33Z', 'updated_at': '2022-09-22T12:30:39Z', 'revision_number': 5, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'subnets': [{'id': '13cccc76-44bb-44db-a343-17e3d4246299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:27.954917 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d0277-8688-4345-99e4-45f4acacb601 None None] The sync data for ids ['b00a1cf9-6173-4827-961d-e2820d29e4c0'] in dv-cinder-856463-4-iscsi is: [{'id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-router', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:30:30Z', 'updated_at': '2022-09-22T12:30:33Z', 'revision_number': 4, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'gw_port': {'id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:31Z', 'updated_at': '2022-09-22T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '81d0f6b9-ab5c-4724-a700-28f650a5bfec', 'name': '', 'network_id': '08232c3f-2666-43a1-afb2-c887234ff0ea', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'mac_address': 'fa:16:3e:49:71:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '13cccc76-44bb-44db-a343-17e3d4246299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:33Z', 'updated_at': '2022-09-22T12:30:39Z', 'revision_number': 5, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'subnets': [{'id': '13cccc76-44bb-44db-a343-17e3d4246299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:37:28.120624 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-df60dc51-8393-4d24-8f17-43ab19933923 req-87f1d096-9945-4149-b28b-82d2879ded42 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5bb3c468-640c-42bf-8f8d-d93c01948176 HTTP/1.1" status: 200 len: 210 time: 0.0396240 Sep 22 12:37:28.252725 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9b72f3-25c8-4174-b0e4-9907eda6ca2b None None] New status for floating IP a96ce64e-6bbd-4f73-a0c9-2858ed7bdb69: DOWN {{(pid=106191) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:37:28.473413 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:28.910632 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1113e93d-df36-4c98-b1e5-074129b38d11 req-81707120-faa3-46c5-bd38-50f74970ba37 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 210 time: 0.0429978 Sep 22 12:37:29.006909 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-22a719cd-d57b-4ad2-b26b-42226fa27fae tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:29.008350 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-22a719cd-d57b-4ad2-b26b-42226fa27fae tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.20 "GET /networking/v2.0/networks?id=e89c96bb-2591-4e0c-beb0-c9cf50d0fbba HTTP/1.1" status: 200 len: 814 time: 0.1187103 Sep 22 12:37:29.024612 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-3fec5d06-67ed-4dd0-b246-322ff8268a86 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Request body: {'port': {'device_id': '3d05490e-4480-4ff7-9fe4-be7c63c1df9a', 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba', 'admin_state_up': True, 'tenant_id': '4793b91c7212484c84960201b2d39114'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:37:29.141148 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-3fec5d06-67ed-4dd0-b246-322ff8268a86 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Made reservation on behalf of 4793b91c7212484c84960201b2d39114 for: {'port': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:37:29.145419 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-3fec5d06-67ed-4dd0-b246-322ff8268a86 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:29.280914 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-3fec5d06-67ed-4dd0-b246-322ff8268a86 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Allocated IP 172.20.0.5 (e89c96bb-2591-4e0c-beb0-c9cf50d0fbba/6f77e8e1-2fec-4fc0-8643-a473281b1384/da2472cb-1cbb-4ba4-a05d-ce245112de62) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:37:29.351079 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:29.440446 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-3fec5d06-67ed-4dd0-b246-322ff8268a86 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for port (da2472cb-1cbb-4ba4-a05d-ce245112de62), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:29.473507 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-3fec5d06-67ed-4dd0-b246-322ff8268a86 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (da2472cb-1cbb-4ba4-a05d-ce245112de62), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:29.525386 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-3fec5d06-67ed-4dd0-b246-322ff8268a86 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Network e89c96bb-2591-4e0c-beb0-c9cf50d0fbba is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:37:29.530926 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-3fec5d06-67ed-4dd0-b246-322ff8268a86 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:37:29.533560 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-3fec5d06-67ed-4dd0-b246-322ff8268a86 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:37:29.540865 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec5d06-67ed-4dd0-b246-322ff8268a86 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Pushing event updated for resources: {'Port': ['ID=da2472cb-1cbb-4ba4-a05d-ce245112de62,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:29.612746 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-3fec5d06-67ed-4dd0-b246-322ff8268a86 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:29.613632 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-3fec5d06-67ed-4dd0-b246-322ff8268a86 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:29.637185 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-3fec5d06-67ed-4dd0-b246-322ff8268a86 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6163101 Sep 22 12:37:29.900559 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-2f43b188-9c04-4ea6-9d25-dd46cd992323 None None] Provisioning complete for port da2472cb-1cbb-4ba4-a05d-ce245112de62 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:37:29.901140 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-2f43b188-9c04-4ea6-9d25-dd46cd992323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (da2472cb-1cbb-4ba4-a05d-ce245112de62), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:29.901454 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-2f43b188-9c04-4ea6-9d25-dd46cd992323 None None] Attempt 1 to provision port da2472cb-1cbb-4ba4-a05d-ce245112de62 Sep 22 12:37:29.956208 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-2f43b188-9c04-4ea6-9d25-dd46cd992323 None None] Port da2472cb-1cbb-4ba4-a05d-ce245112de62 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:29.959667 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:29.989273 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:30.031622 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bdea3f-6b35-4276-be59-2fc0475bb628 req-e4e3dbb5-ee77-42a1-86cb-b765f606f702 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:30.033555 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-29bdea3f-6b35-4276-be59-2fc0475bb628 req-e4e3dbb5-ee77-42a1-86cb-b765f606f702 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 931 time: 0.0579522 Sep 22 12:37:30.103561 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-29bdea3f-6b35-4276-be59-2fc0475bb628 req-de852cf4-8d0b-44ca-8bed-de49e406fc40 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622456 Sep 22 12:37:30.153441 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:30.251160 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55312) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:30.304422 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 4a27a044-392f-4a27-8b97-338680c1a580 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:37:30.320049 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d02cc0bb-d895-4724-be86-74ab144e55c6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group (29e3f1e3-e7b4-4d24-a257-5c9701e04340), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:30.327360 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] No Port match for: 4a27a044-392f-4a27-8b97-338680c1a580 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:37:30.327772 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 4a27a044-392f-4a27-8b97-338680c1a580 not bound to the agent host hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:37:30.354475 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d02cc0bb-d895-4724-be86-74ab144e55c6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group (29e3f1e3-e7b4-4d24-a257-5c9701e04340), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:30.367161 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:30.416927 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d02cc0bb-d895-4724-be86-74ab144e55c6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (29e3f1e3-e7b4-4d24-a257-5c9701e04340), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:30.419512 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-d02cc0bb-d895-4724-be86-74ab144e55c6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:30.420791 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-d02cc0bb-d895-4724-be86-74ab144e55c6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/29e3f1e3-e7b4-4d24-a257-5c9701e04340 HTTP/1.1" status: 204 len: 168 time: 0.1686103 Sep 22 12:37:30.423671 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 55314) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:30.431968 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02cc0bb-d895-4724-be86-74ab144e55c6 tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e3f1e3-e7b4-4d24-a257-5c9701e04340,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:30.462565 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.api.v2.resource [None req-07b11302-f62d-420d-bb9a-d08e45c3eaec tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] show failed (client error): The resource could not be found. Sep 22 12:37:30.463620 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-07b11302-f62d-420d-bb9a-d08e45c3eaec tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "GET /networking/v2.0/security-groups/29e3f1e3-e7b4-4d24-a257-5c9701e04340 HTTP/1.1" status: 404 len: 347 time: 0.0386674 Sep 22 12:37:30.464659 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-2f43b188-9c04-4ea6-9d25-dd46cd992323 None None] Attempt 2 to provision port da2472cb-1cbb-4ba4-a05d-ce245112de62 Sep 22 12:37:30.466572 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 55316) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:30.502808 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-2f43b188-9c04-4ea6-9d25-dd46cd992323 None None] Port da2472cb-1cbb-4ba4-a05d-ce245112de62 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:30.603920 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a44a7-502a-408a-b565-257f2ee7144b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Deleting port 62311324-1b31-49b1-a25c-a4fa85ab9aff {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:37:30.604401 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-fc4a44a7-502a-408a-b565-257f2ee7144b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (62311324-1b31-49b1-a25c-a4fa85ab9aff), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:30.651519 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:30.686101 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-fc4a44a7-502a-408a-b565-257f2ee7144b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (62311324-1b31-49b1-a25c-a4fa85ab9aff), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:30.686338 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-fc4a44a7-502a-408a-b565-257f2ee7144b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for floatingip (62311324-1b31-49b1-a25c-a4fa85ab9aff), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:30.699110 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a44a7-502a-408a-b565-257f2ee7144b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Calling delete_port for 62311324-1b31-49b1-a25c-a4fa85ab9aff owned by network:floatingip {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:37:30.839982 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-fc4a44a7-502a-408a-b565-257f2ee7144b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (62311324-1b31-49b1-a25c-a4fa85ab9aff), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:30.866827 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a44a7-502a-408a-b565-257f2ee7144b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Pushing event deleted for resources: {'Port': ['ID=62311324-1b31-49b1-a25c-a4fa85ab9aff,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:30.939585 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-fc4a44a7-502a-408a-b565-257f2ee7144b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks [] for floatingip (a96ce64e-6bbd-4f73-a0c9-2858ed7bdb69), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:30.942889 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-fc4a44a7-502a-408a-b565-257f2ee7144b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:30.946739 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-fc4a44a7-502a-408a-b565-257f2ee7144b tempest-AttachVolumeShelveTestJSON-732278441 tempest-AttachVolumeShelveTestJSON-732278441-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/a96ce64e-6bbd-4f73-a0c9-2858ed7bdb69 HTTP/1.1" status: 204 len: 168 time: 0.4746997 Sep 22 12:37:31.005604 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-2f43b188-9c04-4ea6-9d25-dd46cd992323 None None] Attempt 3 to provision port da2472cb-1cbb-4ba4-a05d-ce245112de62 Sep 22 12:37:31.048829 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-2f43b188-9c04-4ea6-9d25-dd46cd992323 None None] Port da2472cb-1cbb-4ba4-a05d-ce245112de62 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:31.213239 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:31.232141 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76783fda-a46c-43d8-9448-8a631774b38f req-2cac1a8f-bd49-43a6-af10-3180942b5889 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:31.233758 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-76783fda-a46c-43d8-9448-8a631774b38f req-2cac1a8f-bd49-43a6-af10-3180942b5889 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 931 time: 0.0525665 Sep 22 12:37:31.293052 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-76783fda-a46c-43d8-9448-8a631774b38f req-e4c03c9a-3f47-4d99-87eb-be760766d74d tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507202 Sep 22 12:37:31.549996 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-2f43b188-9c04-4ea6-9d25-dd46cd992323 None None] Attempt 4 to provision port da2472cb-1cbb-4ba4-a05d-ce245112de62 Sep 22 12:37:31.587600 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-2f43b188-9c04-4ea6-9d25-dd46cd992323 None None] Port da2472cb-1cbb-4ba4-a05d-ce245112de62 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:32.089238 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-2f43b188-9c04-4ea6-9d25-dd46cd992323 None None] Attempt 5 to provision port da2472cb-1cbb-4ba4-a05d-ce245112de62 Sep 22 12:37:32.137812 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-2f43b188-9c04-4ea6-9d25-dd46cd992323 None None] Port da2472cb-1cbb-4ba4-a05d-ce245112de62 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:32.425732 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2645c9-4d31-4178-9f6a-d4f1bb912623 req-46b1ade2-4082-4314-bf22-7c95c8eab05c tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:32.427198 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5d2645c9-4d31-4178-9f6a-d4f1bb912623 req-46b1ade2-4082-4314-bf22-7c95c8eab05c tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 931 time: 0.0560665 Sep 22 12:37:32.484718 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5d2645c9-4d31-4178-9f6a-d4f1bb912623 req-27acce15-c365-45fc-ad14-ce2a7ac4a15f tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517995 Sep 22 12:37:32.638480 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-2f43b188-9c04-4ea6-9d25-dd46cd992323 None None] Attempt 6 to provision port da2472cb-1cbb-4ba4-a05d-ce245112de62 Sep 22 12:37:32.672764 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-2f43b188-9c04-4ea6-9d25-dd46cd992323 None None] Port da2472cb-1cbb-4ba4-a05d-ce245112de62 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:33.174389 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-2f43b188-9c04-4ea6-9d25-dd46cd992323 None None] Attempt 7 to provision port da2472cb-1cbb-4ba4-a05d-ce245112de62 Sep 22 12:37:33.212335 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-2f43b188-9c04-4ea6-9d25-dd46cd992323 None None] Port da2472cb-1cbb-4ba4-a05d-ce245112de62 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:33.452940 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55344) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:33.645816 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c009fb-a876-433d-80f9-723b7e53ef39 req-0fd1e70a-aadc-4a7b-aeae-c6cab2805930 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:33.648368 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f6c009fb-a876-433d-80f9-723b7e53ef39 req-0fd1e70a-aadc-4a7b-aeae-c6cab2805930 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 931 time: 0.0698686 Sep 22 12:37:33.714210 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-2f43b188-9c04-4ea6-9d25-dd46cd992323 None None] Attempt 8 to provision port da2472cb-1cbb-4ba4-a05d-ce245112de62 Sep 22 12:37:33.718016 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f6c009fb-a876-433d-80f9-723b7e53ef39 req-203d5266-311e-444c-9686-f16d2399efba tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631132 Sep 22 12:37:33.772564 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-2f43b188-9c04-4ea6-9d25-dd46cd992323 None None] Port da2472cb-1cbb-4ba4-a05d-ce245112de62 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:33.999035 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3b952cb8-e7f9-4ded-8838-322d7ff153fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425388'] for router_interface (b00a1cf9-6173-4827-961d-e2820d29e4c0), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:34.044448 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=6 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:34.254689 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-3b952cb8-e7f9-4ded-8838-322d7ff153fb admin admin] Deleting port 81d0f6b9-ab5c-4724-a700-28f650a5bfec {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:37:34.255119 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3b952cb8-e7f9-4ded-8838-322d7ff153fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (81d0f6b9-ab5c-4724-a700-28f650a5bfec), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:34.273656 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-2f43b188-9c04-4ea6-9d25-dd46cd992323 None None] Attempt 9 to provision port da2472cb-1cbb-4ba4-a05d-ce245112de62 Sep 22 12:37:34.301965 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:37:34.315007 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-2f43b188-9c04-4ea6-9d25-dd46cd992323 None None] Port da2472cb-1cbb-4ba4-a05d-ce245112de62 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:34.345321 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [None req-3b952cb8-e7f9-4ded-8838-322d7ff153fb admin admin] For port 81d0f6b9-ab5c-4724-a700-28f650a5bfec, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=81d0f6b9-ab5c-4724-a700-28f650a5bfec,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:37:34.345820 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3b952cb8-e7f9-4ded-8838-322d7ff153fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (81d0f6b9-ab5c-4724-a700-28f650a5bfec), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:34.363690 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-3b952cb8-e7f9-4ded-8838-322d7ff153fb admin admin] Calling delete_port for 81d0f6b9-ab5c-4724-a700-28f650a5bfec owned by network:router_interface {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:37:34.555328 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:34.561847 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3b952cb8-e7f9-4ded-8838-322d7ff153fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (81d0f6b9-ab5c-4724-a700-28f650a5bfec), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:34.587992 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b952cb8-e7f9-4ded-8838-322d7ff153fb admin admin] Pushing event deleted for resources: {'Port': ['ID=81d0f6b9-ab5c-4724-a700-28f650a5bfec,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:34.815835 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-3b952cb8-e7f9-4ded-8838-322d7ff153fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630044'] for router_interface (b00a1cf9-6173-4827-961d-e2820d29e4c0), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:34.817213 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-2f43b188-9c04-4ea6-9d25-dd46cd992323 None None] Attempt 10 to provision port da2472cb-1cbb-4ba4-a05d-ce245112de62 Sep 22 12:37:34.886319 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da81de-3324-4711-bd38-230c88844945 req-ac23c871-4695-40e1-ad92-5ce04ccb526c tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:34.887071 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-2f43b188-9c04-4ea6-9d25-dd46cd992323 None None] Port da2472cb-1cbb-4ba4-a05d-ce245112de62 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:37:34.888480 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e0da81de-3324-4711-bd38-230c88844945 req-ac23c871-4695-40e1-ad92-5ce04ccb526c tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 931 time: 0.0613372 Sep 22 12:37:34.978185 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e0da81de-3324-4711-bd38-230c88844945 req-c8dda861-4107-4f9c-8177-7aaaa15369c5 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818458 Sep 22 12:37:35.115500 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b952cb8-e7f9-4ded-8838-322d7ff153fb admin admin] Router b00a1cf9-6173-4827-961d-e2820d29e4c0 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:37:35.127215 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:35.224220 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b952cb8-e7f9-4ded-8838-322d7ff153fb admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:37:35.229364 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-3b952cb8-e7f9-4ded-8838-322d7ff153fb admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/b00a1cf9-6173-4827-961d-e2820d29e4c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7753899 Sep 22 12:37:35.232006 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55356) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:35.234450 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072f1556-59f7-4e0b-87ed-fa4275e44573 None None] Sync routers for ids ['b00a1cf9-6173-4827-961d-e2820d29e4c0'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:37:35.245212 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072f1556-59f7-4e0b-87ed-fa4275e44573 None None] Routers {'b00a1cf9-6173-4827-961d-e2820d29e4c0'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:37:35.245838 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-072f1556-59f7-4e0b-87ed-fa4275e44573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:37:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b00a1cf9-6173-4827-961d-e2820d29e4c0'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:35.337227 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9731f7e1-cb3c-4e92-b60c-4ca1623b90ba admin admin] Publish callbacks [] for router (b00a1cf9-6173-4827-961d-e2820d29e4c0), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:35.378049 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-072f1556-59f7-4e0b-87ed-fa4275e44573 None None] Set router b00a1cf9-6173-4827-961d-e2820d29e4c0 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:37:35.467159 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9731f7e1-cb3c-4e92-b60c-4ca1623b90ba admin admin] Publish callbacks [] for router_gateway (b00a1cf9-6173-4827-961d-e2820d29e4c0), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:35.519685 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-9731f7e1-cb3c-4e92-b60c-4ca1623b90ba admin admin] Deleting port db5cc5a3-780f-4c49-830d-a3274e9f6ddf {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:37:35.520405 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9731f7e1-cb3c-4e92-b60c-4ca1623b90ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (db5cc5a3-780f-4c49-830d-a3274e9f6ddf), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:35.599185 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-072f1556-59f7-4e0b-87ed-fa4275e44573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-router', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224'}], 'enable_snat': True}, 'gw_port_id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:30:30Z', 'updated_at': '2022-09-22T12:37:34Z', 'revision_number': 5, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'gw_port': {'id': 'db5cc5a3-780f-4c49-830d-a3274e9f6ddf', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:30:31Z', 'updated_at': '2022-09-22T12:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:35.625283 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072f1556-59f7-4e0b-87ed-fa4275e44573 None None] Checking router: b00a1cf9-6173-4827-961d-e2820d29e4c0 for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:37:35.634742 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072f1556-59f7-4e0b-87ed-fa4275e44573 None None] Routers {'b00a1cf9-6173-4827-961d-e2820d29e4c0'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:37:35.635334 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-072f1556-59f7-4e0b-87ed-fa4275e44573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:37:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b00a1cf9-6173-4827-961d-e2820d29e4c0'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:35.638279 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [None req-9731f7e1-cb3c-4e92-b60c-4ca1623b90ba admin admin] For port db5cc5a3-780f-4c49-830d-a3274e9f6ddf, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=db5cc5a3-780f-4c49-830d-a3274e9f6ddf,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:37:35.638827 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9731f7e1-cb3c-4e92-b60c-4ca1623b90ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (db5cc5a3-780f-4c49-830d-a3274e9f6ddf), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:35.661635 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-9731f7e1-cb3c-4e92-b60c-4ca1623b90ba admin admin] Calling delete_port for db5cc5a3-780f-4c49-830d-a3274e9f6ddf owned by network:router_gateway {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:37:35.715026 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:35.740939 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-072f1556-59f7-4e0b-87ed-fa4275e44573 None None] Set router b00a1cf9-6173-4827-961d-e2820d29e4c0 gateway port host: None {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:37:35.807816 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-072f1556-59f7-4e0b-87ed-fa4275e44573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-router', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:30:30Z', 'updated_at': '2022-09-22T12:37:35Z', 'revision_number': 6, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'gw_port_host': None}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:35.839177 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072f1556-59f7-4e0b-87ed-fa4275e44573 None None] The sync data for ids ['b00a1cf9-6173-4827-961d-e2820d29e4c0'] in dv-cinder-856463-4-iscsi is: [{'id': 'b00a1cf9-6173-4827-961d-e2820d29e4c0', 'name': 'tempest-AttachVolumeShelveTestJSON-1710668595-router', 'tenant_id': '553395befb8f4c958d34b7dffb2317e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:30:30Z', 'updated_at': '2022-09-22T12:37:35Z', 'revision_number': 6, 'project_id': '553395befb8f4c958d34b7dffb2317e7', 'gw_port_host': None}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:37:35.885223 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9731f7e1-cb3c-4e92-b60c-4ca1623b90ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (db5cc5a3-780f-4c49-830d-a3274e9f6ddf), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:35.917837 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731f7e1-cb3c-4e92-b60c-4ca1623b90ba admin admin] Pushing event deleted for resources: {'Port': ['ID=db5cc5a3-780f-4c49-830d-a3274e9f6ddf,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:35.982870 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9731f7e1-cb3c-4e92-b60c-4ca1623b90ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629846'] for router_gateway (b00a1cf9-6173-4827-961d-e2820d29e4c0), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:36.138731 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc161338-1b09-4a80-b93f-66ab4bdb69f1 req-82ece44d-e67c-4cc0-a6b5-7935f33695a9 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:36.141240 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cc161338-1b09-4a80-b93f-66ab4bdb69f1 req-82ece44d-e67c-4cc0-a6b5-7935f33695a9 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 931 time: 0.0674856 Sep 22 12:37:36.195503 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cc161338-1b09-4a80-b93f-66ab4bdb69f1 req-065632e5-2292-48eb-a086-7440fa90da5c tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475988 Sep 22 12:37:36.396096 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9731f7e1-cb3c-4e92-b60c-4ca1623b90ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-633538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12653'] for router (b00a1cf9-6173-4827-961d-e2820d29e4c0), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:36.398650 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9731f7e1-cb3c-4e92-b60c-4ca1623b90ba admin admin] Publish callbacks [] for router_controller (b00a1cf9-6173-4827-961d-e2820d29e4c0), precommit_delete_associations {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:36.443970 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9731f7e1-cb3c-4e92-b60c-4ca1623b90ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630113'] for router (b00a1cf9-6173-4827-961d-e2820d29e4c0), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:36.444643 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9731f7e1-cb3c-4e92-b60c-4ca1623b90ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router b00a1cf9-6173-4827-961d-e2820d29e4c0 {{(pid=106189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 12:37:36.448863 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9731f7e1-cb3c-4e92-b60c-4ca1623b90ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:36.450571 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-9731f7e1-cb3c-4e92-b60c-4ca1623b90ba admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/b00a1cf9-6173-4827-961d-e2820d29e4c0 HTTP/1.1" status: 204 len: 168 time: 1.2169938 Sep 22 12:37:36.452648 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55360) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:36.500763 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6fed68-4721-4d0e-b33e-528aebf8cdf5 admin admin] Deleting subnet 13cccc76-44bb-44db-a343-17e3d4246299 {{(pid=106189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 12:37:36.504925 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8d6fed68-4721-4d0e-b33e-528aebf8cdf5 admin admin] Publish callbacks [] for subnet (13cccc76-44bb-44db-a343-17e3d4246299), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:36.545831 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8d6fed68-4721-4d0e-b33e-528aebf8cdf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4008918'] for subnet (13cccc76-44bb-44db-a343-17e3d4246299), precommit_delete_associations {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:36.547675 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:36.625639 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8d6fed68-4721-4d0e-b33e-528aebf8cdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16494954'] for subnet (13cccc76-44bb-44db-a343-17e3d4246299), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:36.682113 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8d6fed68-4721-4d0e-b33e-528aebf8cdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2984699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3860115'] for subnet (13cccc76-44bb-44db-a343-17e3d4246299), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:36.713590 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fed68-4721-4d0e-b33e-528aebf8cdf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13cccc76-44bb-44db-a343-17e3d4246299,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:36.727371 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8d6fed68-4721-4d0e-b33e-528aebf8cdf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:36.735801 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0e5285-bb7e-4ddf-8d56-abf027d5579b None None] Network 08232c3f-2666-43a1-afb2-c887234ff0ea requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:37:36.741993 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-8d6fed68-4721-4d0e-b33e-528aebf8cdf5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/13cccc76-44bb-44db-a343-17e3d4246299 HTTP/1.1" status: 204 len: 168 time: 0.2860675 Sep 22 12:37:36.742617 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55362) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:36.774648 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 81d0f6b9-ab5c-4724-a700-28f650a5bfec no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:37:36.778423 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:36.821114 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-107a6894-5b6b-4594-8c4c-ec65fabb8c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16438815'] for network (08232c3f-2666-43a1-afb2-c887234ff0ea), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:36.830754 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 81d0f6b9-ab5c-4724-a700-28f650a5bfec {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:37:36.831667 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 81d0f6b9-ab5c-4724-a700-28f650a5bfec not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:37:36.885580 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-107a6894-5b6b-4594-8c4c-ec65fabb8c42 admin admin] Deleting port b31f9e59-15fb-491a-bd6c-a3b8ac768e32 {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:37:36.886941 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-107a6894-5b6b-4594-8c4c-ec65fabb8c42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (b31f9e59-15fb-491a-bd6c-a3b8ac768e32), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:36.971528 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [None req-107a6894-5b6b-4594-8c4c-ec65fabb8c42 admin admin] For port b31f9e59-15fb-491a-bd6c-a3b8ac768e32, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=b31f9e59-15fb-491a-bd6c-a3b8ac768e32,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:37:36.972026 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-107a6894-5b6b-4594-8c4c-ec65fabb8c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (b31f9e59-15fb-491a-bd6c-a3b8ac768e32), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:36.987586 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-107a6894-5b6b-4594-8c4c-ec65fabb8c42 admin admin] Calling delete_port for b31f9e59-15fb-491a-bd6c-a3b8ac768e32 owned by network:dhcp {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:37:36.999199 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27a11cb-ecb3-49c2-9852-df18769a3188 None None] DHCP port deletion for 08232c3f-2666-43a1-afb2-c887234ff0ea request from dv-cinder-856463-4-iscsi {{(pid=106190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 12:37:37.055276 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=100 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:37.063466 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-b27a11cb-ecb3-49c2-9852-df18769a3188 None None] Deleting port b31f9e59-15fb-491a-bd6c-a3b8ac768e32 {{(pid=106190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:37:37.065225 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-b27a11cb-ecb3-49c2-9852-df18769a3188 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (b31f9e59-15fb-491a-bd6c-a3b8ac768e32), before_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:37.088380 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:37.211995 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-107a6894-5b6b-4594-8c4c-ec65fabb8c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (b31f9e59-15fb-491a-bd6c-a3b8ac768e32), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:37.220267 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-b27a11cb-ecb3-49c2-9852-df18769a3188 None None] For port b31f9e59-15fb-491a-bd6c-a3b8ac768e32, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=b31f9e59-15fb-491a-bd6c-a3b8ac768e32,segment=NetworkSegment(867d976d-0d4c-4789-a0e1-7711c4e5b1d7),segment_id=867d976d-0d4c-4789-a0e1-7711c4e5b1d7)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:37:37.220989 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-b27a11cb-ecb3-49c2-9852-df18769a3188 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (b31f9e59-15fb-491a-bd6c-a3b8ac768e32), precommit_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:37.258359 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-b27a11cb-ecb3-49c2-9852-df18769a3188 None None] Calling delete_port for b31f9e59-15fb-491a-bd6c-a3b8ac768e32 owned by network:dhcp {{(pid=106190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:37:37.259267 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a6894-5b6b-4594-8c4c-ec65fabb8c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=b31f9e59-15fb-491a-bd6c-a3b8ac768e32,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:37.264762 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a6894-5b6b-4594-8c4c-ec65fabb8c42 admin admin] No DVR routers for this DVR port b31f9e59-15fb-491a-bd6c-a3b8ac768e32 on host dv-cinder-856463-4-iscsi {{(pid=106189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:37:37.345303 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-107a6894-5b6b-4594-8c4c-ec65fabb8c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16032833', 'neutron.services.segments.db._delete_segments_for_network-8742011169985'] for network (08232c3f-2666-43a1-afb2-c887234ff0ea), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:37.357613 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21a1b0-fef7-46f3-ab3c-cfb24e417b64 req-1a7c4e2b-1df9-4e79-b547-fc68966a7879 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:37.359216 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0d21a1b0-fef7-46f3-ab3c-cfb24e417b64 req-1a7c4e2b-1df9-4e79-b547-fc68966a7879 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 931 time: 0.0571756 Sep 22 12:37:37.368368 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-b27a11cb-ecb3-49c2-9852-df18769a3188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169'] for port (b31f9e59-15fb-491a-bd6c-a3b8ac768e32), after_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:37.368666 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-107a6894-5b6b-4594-8c4c-ec65fabb8c42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08232c3f-2666-43a1-afb2-c887234ff0ea']}} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:37.378147 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-107a6894-5b6b-4594-8c4c-ec65fabb8c42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '867d976d-0d4c-4789-a0e1-7711c4e5b1d7') {'for_net_delete': True} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:37.378441 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-107a6894-5b6b-4594-8c4c-ec65fabb8c42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '867d976d-0d4c-4789-a0e1-7711c4e5b1d7') {} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:37.389714 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-107a6894-5b6b-4594-8c4c-ec65fabb8c42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742011169877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4008941'] for segment (867d976d-0d4c-4789-a0e1-7711c4e5b1d7), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:37.397961 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a11cb-ecb3-49c2-9852-df18769a3188 None None] Pushing event deleted for resources: {'Port': ['ID=b31f9e59-15fb-491a-bd6c-a3b8ac768e32,revision_number=None']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:37.404862 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a11cb-ecb3-49c2-9852-df18769a3188 None None] No DVR routers for this DVR port b31f9e59-15fb-491a-bd6c-a3b8ac768e32 on host dv-cinder-856463-4-iscsi {{(pid=106190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:37:37.408650 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-107a6894-5b6b-4594-8c4c-ec65fabb8c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (867d976d-0d4c-4789-a0e1-7711c4e5b1d7), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:37.417748 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107a6894-5b6b-4594-8c4c-ec65fabb8c42 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=106189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 12:37:37.418476 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-107a6894-5b6b-4594-8c4c-ec65fabb8c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2984513'] for segment (867d976d-0d4c-4789-a0e1-7711c4e5b1d7), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:37.430529 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0d21a1b0-fef7-46f3-ab3c-cfb24e417b64 req-822a2509-7f48-402f-b2bc-5d36af2c357c tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636981 Sep 22 12:37:37.439598 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.services.segments.plugin [-] Segment 867d976d-0d4c-4789-a0e1-7711c4e5b1d7 resource provider aggregate not found Sep 22 12:37:37.475085 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.services.segments.plugin [-] Segment 867d976d-0d4c-4789-a0e1-7711c4e5b1d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 867d976d-0d4c-4789-a0e1-7711c4e5b1d7 found for delete ", "request_id": "req-624b0edc-0068-41f9-b451-2c417555b8aa"}]} Sep 22 12:37:37.495242 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-107a6894-5b6b-4594-8c4c-ec65fabb8c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16032888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629891'] for network (08232c3f-2666-43a1-afb2-c887234ff0ea), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:37.500684 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-107a6894-5b6b-4594-8c4c-ec65fabb8c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:37.503760 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-107a6894-5b6b-4594-8c4c-ec65fabb8c42 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/08232c3f-2666-43a1-afb2-c887234ff0ea HTTP/1.1" status: 204 len: 168 time: 0.7601659 Sep 22 12:37:37.514847 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a6894-5b6b-4594-8c4c-ec65fabb8c42 admin admin] Pushing event deleted for resources: {'Network': ['ID=08232c3f-2666-43a1-afb2-c887234ff0ea,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:37.618825 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55374) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:37.659550 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-af6ed76e-ee3c-481e-8dd0-007df546b215 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=553395befb8f4c958d34b7dffb2317e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395262 Sep 22 12:37:37.662113 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55376) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:37.715595 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-65b04d6e-a0b3-429c-9425-469f55e73bd6 admin admin] Publish callbacks [] for security_group (beee6a68-eb0f-4938-8b56-008c2e06fd90), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:37.735051 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-65b04d6e-a0b3-429c-9425-469f55e73bd6 admin admin] Publish callbacks [] for security_group (beee6a68-eb0f-4938-8b56-008c2e06fd90), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:37.780782 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-65b04d6e-a0b3-429c-9425-469f55e73bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (beee6a68-eb0f-4938-8b56-008c2e06fd90), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:37.783263 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-65b04d6e-a0b3-429c-9425-469f55e73bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:37.784425 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-65b04d6e-a0b3-429c-9425-469f55e73bd6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/beee6a68-eb0f-4938-8b56-008c2e06fd90 HTTP/1.1" status: 204 len: 168 time: 0.1211796 Sep 22 12:37:37.792028 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b04d6e-a0b3-429c-9425-469f55e73bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beee6a68-eb0f-4938-8b56-008c2e06fd90,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:37.842468 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] Request body: {'port': {'device_id': '3d05490e-4480-4ff7-9fe4-be7c63c1df9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:37:37.909278 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (da2472cb-1cbb-4ba4-a05d-ce245112de62), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:37.953996 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:38.172658 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da2472cb-1cbb-4ba4-a05d-ce245112de62 {{(pid=106188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:37:38.180948 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] Publish callbacks [] for port (da2472cb-1cbb-4ba4-a05d-ce245112de62), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:38.195213 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.provisioning_blocks [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] Transition to ACTIVE for port object da2472cb-1cbb-4ba4-a05d-ce245112de62 will not be triggered until provisioned by entity L2. {{(pid=106188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 12:37:38.198971 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (da2472cb-1cbb-4ba4-a05d-ce245112de62), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:38.268744 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:38.290134 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] Pushing event updated for resources: {'Port': ['ID=da2472cb-1cbb-4ba4-a05d-ce245112de62,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:38.323376 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device db5cc5a3-780f-4c49-830d-a3274e9f6ddf no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:37:38.333188 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] Attempting to bind port da2472cb-1cbb-4ba4-a05d-ce245112de62 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:37:38.333589 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] Attempting to bind port da2472cb-1cbb-4ba4-a05d-ce245112de62 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': 'fe10682d-f689-4618-9b72-0658e317df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba'}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:37:38.333936 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] Attempting to bind port da2472cb-1cbb-4ba4-a05d-ce245112de62 on network e89c96bb-2591-4e0c-beb0-c9cf50d0fbba {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:37:38.344046 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: db5cc5a3-780f-4c49-830d-a3274e9f6ddf {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:37:38.344458 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device db5cc5a3-780f-4c49-830d-a3274e9f6ddf not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:37:38.344878 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device b31f9e59-15fb-491a-bd6c-a3b8ac768e32 no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:37:38.366459 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: b31f9e59-15fb-491a-bd6c-a3b8ac768e32 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:37:38.366901 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device b31f9e59-15fb-491a-bd6c-a3b8ac768e32 not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:37:38.379976 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] Port da2472cb-1cbb-4ba4-a05d-ce245112de62 on network e89c96bb-2591-4e0c-beb0-c9cf50d0fbba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 12:37:38.380482 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] Attempting to bind port da2472cb-1cbb-4ba4-a05d-ce245112de62 on network e89c96bb-2591-4e0c-beb0-c9cf50d0fbba {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:37:38.400874 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:38.413973 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:UPDATE=2,neutron:SELECT=69 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:38.426953 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] Checking agent: {'id': '60a799af-7434-4fee-b6c6-29cadfeb25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'started_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:37:38.427371 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] Checking segment: {'id': 'fe10682d-f689-4618-9b72-0658e317df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:37:38.427822 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] Bound using segment: {'id': 'fe10682d-f689-4618-9b72-0658e317df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba'} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:37:38.428256 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] Bound port: da2472cb-1cbb-4ba4-a05d-ce245112de62, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe10682d-f689-4618-9b72-0658e317df19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba'}}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:37:38.428686 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (da2472cb-1cbb-4ba4-a05d-ce245112de62), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:38.498649 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] For port da2472cb-1cbb-4ba4-a05d-ce245112de62, host hv-cinder-85646, cleared binding levels {{(pid=106188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:37:38.503790 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] For port da2472cb-1cbb-4ba4-a05d-ce245112de62, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=da2472cb-1cbb-4ba4-a05d-ce245112de62,segment=NetworkSegment(fe10682d-f689-4618-9b72-0658e317df19),segment_id=fe10682d-f689-4618-9b72-0658e317df19)] {{(pid=106188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:37:38.510448 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (da2472cb-1cbb-4ba4-a05d-ce245112de62), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:38.516966 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:38.517717 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:38.519087 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/da2472cb-1cbb-4ba4-a05d-ce245112de62 HTTP/1.1" status: 200 len: 1093 time: 0.6834345 Sep 22 12:37:38.519627 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d05490e-4480-4ff7-9fe4-be7c63c1df9a', 'tag': 'da2472cb-1cbb-4ba4-a05d-ce245112de62'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:37:38.521899 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2c39a7-35ca-4881-a3e9-973fc0da5e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d05490e-4480-4ff7-9fe4-be7c63c1df9a", "tag": "da2472cb-1cbb-4ba4-a05d-ce245112de62"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:37:38.572655 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65b821c-02cb-446e-aee7-985c56e626eb x-openstack-request-id: req-f65b821c-02cb-446e-aee7-985c56e626eb {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:37:38.572948 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d05490e-4480-4ff7-9fe4-be7c63c1df9a", "tag": "da2472cb-1cbb-4ba4-a05d-ce245112de62", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:37:38.573203 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f65b821c-02cb-446e-aee7-985c56e626eb {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:37:38.573601 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65b821c-02cb-446e-aee7-985c56e626eb'] response: {'name': 'network-changed', 'server_uuid': '3d05490e-4480-4ff7-9fe4-be7c63c1df9a', 'tag': 'da2472cb-1cbb-4ba4-a05d-ce245112de62', 'status': 'completed', 'code': 200} Sep 22 12:37:38.629856 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e8ce1-1263-4885-b63d-8f7f58a0c2c0 req-3d2ff109-315b-46e1-8da0-5f74759f0551 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:38.631299 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-290e8ce1-1263-4885-b63d-8f7f58a0c2c0 req-3d2ff109-315b-46e1-8da0-5f74759f0551 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 943 time: 0.1160250 Sep 22 12:37:38.654139 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b11cec-edbd-40c2-a646-b34b8c9775ef service neutron] Pushing event updated for resources: {'Port': ['ID=da2472cb-1cbb-4ba4-a05d-ce245112de62,revision_number=3']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:38.659288 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-1677ab50-ee85-42bc-bd31-eb2f8bda1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:38.661472 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-1677ab50-ee85-42bc-bd31-eb2f8bda1752 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4793b91c7212484c84960201b2d39114&device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 1127 time: 0.0747731 Sep 22 12:37:38.714043 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-11d96c68-8f77-41a8-8638-56b6ae7a83ce service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da2472cb-1cbb-4ba4-a05d-ce245112de62 HTTP/1.1" status: 200 len: 217 time: 0.0398924 Sep 22 12:37:38.753432 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-290e8ce1-1263-4885-b63d-8f7f58a0c2c0 req-61ba55f8-a2ad-4e95-914c-e3dfb1024e36 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109626 Sep 22 12:37:38.776506 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-d4194230-a5a6-44aa-bf90-7237d674aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:38.776506 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-d4194230-a5a6-44aa-bf90-7237d674aa0e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6f77e8e1-2fec-4fc0-8643-a473281b1384 HTTP/1.1" status: 200 len: 853 time: 0.0487027 Sep 22 12:37:38.827009 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-671114b3-f74e-4f9a-b4a9-6f0a4c140b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:38.828550 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-671114b3-f74e-4f9a-b4a9-6f0a4c140b62 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e89c96bb-2591-4e0c-beb0-c9cf50d0fbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453391 Sep 22 12:37:38.847019 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:38.929031 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-2c651261-c241-4255-97fd-3a3e5aa9f8ae service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e89c96bb-2591-4e0c-beb0-c9cf50d0fbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901513 Sep 22 12:37:39.025412 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cb34ad58-c6db-44f9-b601-f52a950f72f6 req-e2643ac9-dd88-4a0e-98ae-71d284dc17bd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e89c96bb-2591-4e0c-beb0-c9cf50d0fbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900152 Sep 22 12:37:39.907805 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde1392-6d75-4cad-9e4d-947f2a070475 req-2b716a99-a03c-44b8-85ae-4df167a2a852 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:39.909309 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-edde1392-6d75-4cad-9e4d-947f2a070475 req-2b716a99-a03c-44b8-85ae-4df167a2a852 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 943 time: 0.0768270 Sep 22 12:37:39.914996 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c39a7-35ca-4881-a3e9-973fc0da5e4b req-bee9b17d-7720-48f0-8d84-302e4b917a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:39.916404 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7c2c39a7-35ca-4881-a3e9-973fc0da5e4b req-bee9b17d-7720-48f0-8d84-302e4b917a5c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4793b91c7212484c84960201b2d39114&device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 1127 time: 0.0552428 Sep 22 12:37:40.018083 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-edde1392-6d75-4cad-9e4d-947f2a070475 req-5fe2411a-b69a-4887-b3f9-89e0b1f7a677 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007667 Sep 22 12:37:40.051096 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c39a7-35ca-4881-a3e9-973fc0da5e4b req-47b11e9b-7619-4128-9378-32bf985184d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:40.052614 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7c2c39a7-35ca-4881-a3e9-973fc0da5e4b req-47b11e9b-7619-4128-9378-32bf985184d9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e89c96bb-2591-4e0c-beb0-c9cf50d0fbba HTTP/1.1" status: 200 len: 915 time: 0.1222239 Sep 22 12:37:40.066578 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:40.094846 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7c2c39a7-35ca-4881-a3e9-973fc0da5e4b req-acaa24df-2c7b-4ec6-8aeb-38b3ec8d8913 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da2472cb-1cbb-4ba4-a05d-ce245112de62 HTTP/1.1" status: 200 len: 217 time: 0.0333683 Sep 22 12:37:40.148451 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c39a7-35ca-4881-a3e9-973fc0da5e4b req-cae92278-45d9-4e29-b587-e562a9b71627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:40.149892 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7c2c39a7-35ca-4881-a3e9-973fc0da5e4b req-cae92278-45d9-4e29-b587-e562a9b71627 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6f77e8e1-2fec-4fc0-8643-a473281b1384 HTTP/1.1" status: 200 len: 853 time: 0.0481052 Sep 22 12:37:40.199136 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c39a7-35ca-4881-a3e9-973fc0da5e4b req-8786f538-c52d-49dc-97f9-c449917eebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:40.200684 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7c2c39a7-35ca-4881-a3e9-973fc0da5e4b req-8786f538-c52d-49dc-97f9-c449917eebd7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e89c96bb-2591-4e0c-beb0-c9cf50d0fbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408638 Sep 22 12:37:40.302756 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7c2c39a7-35ca-4881-a3e9-973fc0da5e4b req-fbc66f82-2436-4b55-86b2-92a1ed84c4e9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e89c96bb-2591-4e0c-beb0-c9cf50d0fbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894525 Sep 22 12:37:40.397230 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7c2c39a7-35ca-4881-a3e9-973fc0da5e4b req-e4c3ecc6-8cdc-4a07-98ea-ea71251d9f5b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e89c96bb-2591-4e0c-beb0-c9cf50d0fbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849044 Sep 22 12:37:41.137353 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5bde2-8e08-400e-95a2-0d7620c7f4fb req-8ccf0f7b-4279-4abb-864b-dc93545e9814 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:41.138687 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e7e5bde2-8e08-400e-95a2-0d7620c7f4fb req-8ccf0f7b-4279-4abb-864b-dc93545e9814 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 943 time: 0.0458205 Sep 22 12:37:41.187066 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e7e5bde2-8e08-400e-95a2-0d7620c7f4fb req-9f4f9fb5-7602-4a16-a091-346e258cca6b tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429626 Sep 22 12:37:42.320134 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c885d-421a-4dd9-a2b1-ec83c394cb91 req-a99ff493-5a0f-447c-aba2-d304169de9e4 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:42.321572 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-fe0c885d-421a-4dd9-a2b1-ec83c394cb91 req-a99ff493-5a0f-447c-aba2-d304169de9e4 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 943 time: 0.0449605 Sep 22 12:37:42.367212 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-fe0c885d-421a-4dd9-a2b1-ec83c394cb91 req-a481764d-f6d6-4595-beff-80b8d9866ddb tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401077 Sep 22 12:37:42.386531 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device da2472cb-1cbb-4ba4-a05d-ce245112de62 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:37:42.482826 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port da2472cb-1cbb-4ba4-a05d-ce245112de62, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=da2472cb-1cbb-4ba4-a05d-ce245112de62,segment=NetworkSegment(fe10682d-f689-4618-9b72-0658e317df19),segment_id=fe10682d-f689-4618-9b72-0658e317df19)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:37:42.494044 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': 'da2472cb-1cbb-4ba4-a05d-ce245112de62', 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba', 'port_id': 'da2472cb-1cbb-4ba4-a05d-ce245112de62', 'mac_address': 'fa:16:3e:01:b6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:37:42.531089 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port da2472cb-1cbb-4ba4-a05d-ce245112de62 is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:37:42.531468 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (da2472cb-1cbb-4ba4-a05d-ce245112de62), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:42.544042 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da2472cb-1cbb-4ba4-a05d-ce245112de62 {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:37:42.563342 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port da2472cb-1cbb-4ba4-a05d-ce245112de62, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=da2472cb-1cbb-4ba4-a05d-ce245112de62,segment=NetworkSegment(fe10682d-f689-4618-9b72-0658e317df19),segment_id=fe10682d-f689-4618-9b72-0658e317df19)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:37:42.568067 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (da2472cb-1cbb-4ba4-a05d-ce245112de62), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:42.611618 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=da2472cb-1cbb-4ba4-a05d-ce245112de62,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:42.841212 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['da2472cb-1cbb-4ba4-a05d-ce245112de62'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:37:43.483622 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6561f5-030e-43e3-876c-0ec829ac9792 req-6eae476d-1bc8-41b2-95eb-338ed6623007 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:43.485075 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2a6561f5-030e-43e3-876c-0ec829ac9792 req-6eae476d-1bc8-41b2-95eb-338ed6623007 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 944 time: 0.0454311 Sep 22 12:37:43.531147 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2a6561f5-030e-43e3-876c-0ec829ac9792 req-f4b1646b-5fbb-42b7-a6d2-3d3464c000a4 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401335 Sep 22 12:37:44.298106 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:44.417859 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device da2472cb-1cbb-4ba4-a05d-ce245112de62 up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:37:44.438371 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:44.462720 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning for port da2472cb-1cbb-4ba4-a05d-ce245112de62 completed by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 12:37:44.468383 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port da2472cb-1cbb-4ba4-a05d-ce245112de62 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:37:44.468760 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (da2472cb-1cbb-4ba4-a05d-ce245112de62), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:44.469094 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port da2472cb-1cbb-4ba4-a05d-ce245112de62 Sep 22 12:37:44.510976 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:44.546227 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port da2472cb-1cbb-4ba4-a05d-ce245112de62 is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:37:44.546744 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (da2472cb-1cbb-4ba4-a05d-ce245112de62), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:44.570414 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d05490e-4480-4ff7-9fe4-be7c63c1df9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2472cb-1cbb-4ba4-a05d-ce245112de62'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:37:44.572687 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43fc6fe-386c-4006-af26-16784d332f44" -d '{"events": [{"server_uuid": "3d05490e-4480-4ff7-9fe4-be7c63c1df9a", "name": "network-vif-plugged", "status": "completed", "tag": "da2472cb-1cbb-4ba4-a05d-ce245112de62"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:37:44.586344 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port da2472cb-1cbb-4ba4-a05d-ce245112de62, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=da2472cb-1cbb-4ba4-a05d-ce245112de62,segment=NetworkSegment(fe10682d-f689-4618-9b72-0658e317df19),segment_id=fe10682d-f689-4618-9b72-0658e317df19)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:37:44.593918 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (da2472cb-1cbb-4ba4-a05d-ce245112de62), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:44.632562 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e04cd62-8c09-4306-b890-2a0eb3ef7790 x-openstack-request-id: req-9e04cd62-8c09-4306-b890-2a0eb3ef7790 {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:37:44.633067 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d05490e-4480-4ff7-9fe4-be7c63c1df9a", "name": "network-vif-plugged", "status": "completed", "tag": "da2472cb-1cbb-4ba4-a05d-ce245112de62", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:37:44.633389 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9e04cd62-8c09-4306-b890-2a0eb3ef7790 {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:37:44.633891 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e04cd62-8c09-4306-b890-2a0eb3ef7790'] response: {'server_uuid': '3d05490e-4480-4ff7-9fe4-be7c63c1df9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2472cb-1cbb-4ba4-a05d-ce245112de62', 'code': 200} Sep 22 12:37:44.651073 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=da2472cb-1cbb-4ba4-a05d-ce245112de62,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:44.683984 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370da5c-6bfc-49ff-a445-ec7c86ad4be3 req-02db28bd-9a3f-415f-abe3-950512bf4914 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:44.687034 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b370da5c-6bfc-49ff-a445-ec7c86ad4be3 req-02db28bd-9a3f-415f-abe3-950512bf4914 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 945 time: 0.0650368 Sep 22 12:37:44.730459 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:44.739906 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b370da5c-6bfc-49ff-a445-ec7c86ad4be3 req-389a33e8-d740-472c-bfc9-964acc032e68 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467968 Sep 22 12:37:44.841366 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd81577-8566-4477-8ba4-ec813522818a req-eb2007df-fb4d-488c-bd6a-936bb05e36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:44.842906 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7bd81577-8566-4477-8ba4-ec813522818a req-eb2007df-fb4d-488c-bd6a-936bb05e36e5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 1129 time: 0.0434654 Sep 22 12:37:44.894685 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7bd81577-8566-4477-8ba4-ec813522818a req-841ba929-175d-4b60-ad8d-69cf819e3e92 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443478 Sep 22 12:37:45.867600 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23b544-c7a8-4306-b568-7967b57deb3c req-9d9aab18-f1fd-42a2-af98-d51a4bfc57af tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:45.869188 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7b23b544-c7a8-4306-b568-7967b57deb3c req-9d9aab18-f1fd-42a2-af98-d51a4bfc57af tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 945 time: 0.0496030 Sep 22 12:37:45.919710 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7b23b544-c7a8-4306-b568-7967b57deb3c req-1802e64a-40a1-4b27-a543-f58fccd5c570 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448525 Sep 22 12:37:46.775144 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 55526) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:46.883827 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-ba3d10f2-8356-4153-8838-d1aa1c095acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:46.946810 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:46.960000 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-ba3d10f2-8356-4153-8838-d1aa1c095acc admin admin] Publish callbacks [] for security_group (330f398f-3543-425d-adca-7556d8a1be56), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:46.964107 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-ba3d10f2-8356-4153-8838-d1aa1c095acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (330f398f-3543-425d-adca-7556d8a1be56), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:47.015307 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-ba3d10f2-8356-4153-8838-d1aa1c095acc admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=974df2cf44ec4d619299db0e93789db5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391157 Sep 22 12:37:47.017670 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d10f2-8356-4153-8838-d1aa1c095acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330f398f-3543-425d-adca-7556d8a1be56,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:47.018027 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55532) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:47.042028 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d10f2-8356-4153-8838-d1aa1c095acc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:47.042287 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d10f2-8356-4153-8838-d1aa1c095acc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:47.042625 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d10f2-8356-4153-8838-d1aa1c095acc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:47.042960 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d10f2-8356-4153-8838-d1aa1c095acc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:47.043293 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d10f2-8356-4153-8838-d1aa1c095acc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:47.043619 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d10f2-8356-4153-8838-d1aa1c095acc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:47.043942 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d10f2-8356-4153-8838-d1aa1c095acc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:47.044262 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d10f2-8356-4153-8838-d1aa1c095acc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:47.044609 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d10f2-8356-4153-8838-d1aa1c095acc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:47.044932 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d10f2-8356-4153-8838-d1aa1c095acc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:47.045260 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d10f2-8356-4153-8838-d1aa1c095acc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:47.045579 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d10f2-8356-4153-8838-d1aa1c095acc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:47.045898 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d10f2-8356-4153-8838-d1aa1c095acc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:47.046216 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d10f2-8356-4153-8838-d1aa1c095acc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:47.046535 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3d10f2-8356-4153-8838-d1aa1c095acc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:37:47.064494 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:47.066376 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c17a7-8310-4555-b1f0-0e9136d466a0 req-b7df05fb-943b-438a-8bd2-1ade7a61edba tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:47.067944 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1a6c17a7-8310-4555-b1f0-0e9136d466a0 req-b7df05fb-943b-438a-8bd2-1ade7a61edba tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 945 time: 0.0670960 Sep 22 12:37:47.071568 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-afbe11e1-4040-41bc-be73-b5dc52369432 admin admin] Publish callbacks [] for security_group (330f398f-3543-425d-adca-7556d8a1be56), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:47.093174 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-afbe11e1-4040-41bc-be73-b5dc52369432 admin admin] Publish callbacks [] for security_group (330f398f-3543-425d-adca-7556d8a1be56), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:47.119474 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1a6c17a7-8310-4555-b1f0-0e9136d466a0 req-eebad627-e36b-42ee-9574-66c18ff8c300 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456939 Sep 22 12:37:47.138368 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-afbe11e1-4040-41bc-be73-b5dc52369432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (330f398f-3543-425d-adca-7556d8a1be56), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:47.141373 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-afbe11e1-4040-41bc-be73-b5dc52369432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:47.142499 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-afbe11e1-4040-41bc-be73-b5dc52369432 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/330f398f-3543-425d-adca-7556d8a1be56 HTTP/1.1" status: 204 len: 168 time: 0.1234293 Sep 22 12:37:47.151019 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe11e1-4040-41bc-be73-b5dc52369432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330f398f-3543-425d-adca-7556d8a1be56,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:47.245457 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5037ef8-daa4-43b5-9f66-7fe63128ffce req-ec4e8135-39f5-402b-962f-fb3e8cdf37ef tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:47.246958 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d5037ef8-daa4-43b5-9f66-7fe63128ffce req-ec4e8135-39f5-402b-962f-fb3e8cdf37ef tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 945 time: 0.0493450 Sep 22 12:37:47.295512 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d5037ef8-daa4-43b5-9f66-7fe63128ffce req-60c85354-eafe-4e9e-bb0d-3ef33afd0d72 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428321 Sep 22 12:37:47.418379 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55542) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:47.437297 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-50554589-c189-4fbc-8147-2e5850601ee1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:47.496964 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=79,neutron:DELETE=11,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:47.520446 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-50554589-c189-4fbc-8147-2e5850601ee1 admin admin] Publish callbacks [] for security_group (ec7afe29-8372-4f2a-ab06-1587992c997b), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:47.524245 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-50554589-c189-4fbc-8147-2e5850601ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (ec7afe29-8372-4f2a-ab06-1587992c997b), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:47.565283 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50554589-c189-4fbc-8147-2e5850601ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7afe29-8372-4f2a-ab06-1587992c997b,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:47.570139 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-50554589-c189-4fbc-8147-2e5850601ee1 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=2574bb7615b74d1fa8c28d1db64af0a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505842 Sep 22 12:37:47.572985 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55546) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:47.622088 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-51255e77-9625-436a-a2b5-9b01b0f2421d admin admin] Publish callbacks [] for security_group (ec7afe29-8372-4f2a-ab06-1587992c997b), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:47.627523 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b6c83-f94c-49a1-ad4f-b60677af21a9 req-b12d6d2c-10ac-46d8-a64c-467c09b2f017 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:47.629659 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d17b6c83-f94c-49a1-ad4f-b60677af21a9 req-b12d6d2c-10ac-46d8-a64c-467c09b2f017 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 945 time: 0.0457895 Sep 22 12:37:47.642563 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-51255e77-9625-436a-a2b5-9b01b0f2421d admin admin] Publish callbacks [] for security_group (ec7afe29-8372-4f2a-ab06-1587992c997b), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:47.677672 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d17b6c83-f94c-49a1-ad4f-b60677af21a9 req-20be5d99-aab4-47b9-82e7-1f47e9242352 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421946 Sep 22 12:37:47.695601 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-51255e77-9625-436a-a2b5-9b01b0f2421d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (ec7afe29-8372-4f2a-ab06-1587992c997b), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:47.698303 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-51255e77-9625-436a-a2b5-9b01b0f2421d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:47.699431 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-51255e77-9625-436a-a2b5-9b01b0f2421d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ec7afe29-8372-4f2a-ab06-1587992c997b HTTP/1.1" status: 204 len: 168 time: 0.1255572 Sep 22 12:37:47.709157 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51255e77-9625-436a-a2b5-9b01b0f2421d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7afe29-8372-4f2a-ab06-1587992c997b,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:48.073556 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55558) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:48.087031 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-54247d23-b356-4b14-903a-b288de8d1da7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:48.165466 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-54247d23-b356-4b14-903a-b288de8d1da7 admin admin] Publish callbacks [] for security_group (4bedf216-7357-42db-b768-2b4bf0e64b3d), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:48.168916 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-54247d23-b356-4b14-903a-b288de8d1da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (4bedf216-7357-42db-b768-2b4bf0e64b3d), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:48.205580 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54247d23-b356-4b14-903a-b288de8d1da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bedf216-7357-42db-b768-2b4bf0e64b3d,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:48.209828 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-54247d23-b356-4b14-903a-b288de8d1da7 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=396562a0c159433f87e82190f5ef4f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352308 Sep 22 12:37:48.212516 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55560) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:48.261761 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0be0bb69-37f8-4c99-8fc7-cc175f01a13f admin admin] Publish callbacks [] for security_group (4bedf216-7357-42db-b768-2b4bf0e64b3d), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:48.282383 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0be0bb69-37f8-4c99-8fc7-cc175f01a13f admin admin] Publish callbacks [] for security_group (4bedf216-7357-42db-b768-2b4bf0e64b3d), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:48.332366 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0be0bb69-37f8-4c99-8fc7-cc175f01a13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (4bedf216-7357-42db-b768-2b4bf0e64b3d), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:48.334880 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0be0bb69-37f8-4c99-8fc7-cc175f01a13f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:48.336022 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-0be0bb69-37f8-4c99-8fc7-cc175f01a13f admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4bedf216-7357-42db-b768-2b4bf0e64b3d HTTP/1.1" status: 204 len: 168 time: 0.1225917 Sep 22 12:37:48.343910 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0bb69-37f8-4c99-8fc7-cc175f01a13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bedf216-7357-42db-b768-2b4bf0e64b3d,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:49.388767 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55602) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:49.498019 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4a37a689-3a89-40bf-ad4e-fbbeaf29755e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:49.522878 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:49.579708 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4a37a689-3a89-40bf-ad4e-fbbeaf29755e admin admin] Publish callbacks [] for security_group (e462cae3-37ec-43cc-86ad-d35a9154832a), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:49.583937 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4a37a689-3a89-40bf-ad4e-fbbeaf29755e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (e462cae3-37ec-43cc-86ad-d35a9154832a), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:49.626902 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-4a37a689-3a89-40bf-ad4e-fbbeaf29755e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=279931a76843435eb214c700d16cc7b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370126 Sep 22 12:37:49.627777 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37a689-3a89-40bf-ad4e-fbbeaf29755e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e462cae3-37ec-43cc-86ad-d35a9154832a,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:49.629777 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 55612) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:49.684790 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f2af3ff9-a321-44ac-aa6b-7cc7016b9d87 admin admin] Publish callbacks [] for security_group (e462cae3-37ec-43cc-86ad-d35a9154832a), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:49.704062 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f2af3ff9-a321-44ac-aa6b-7cc7016b9d87 admin admin] Publish callbacks [] for security_group (e462cae3-37ec-43cc-86ad-d35a9154832a), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:49.753243 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f2af3ff9-a321-44ac-aa6b-7cc7016b9d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (e462cae3-37ec-43cc-86ad-d35a9154832a), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:49.756221 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-f2af3ff9-a321-44ac-aa6b-7cc7016b9d87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:49.760800 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-f2af3ff9-a321-44ac-aa6b-7cc7016b9d87 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e462cae3-37ec-43cc-86ad-d35a9154832a HTTP/1.1" status: 204 len: 168 time: 0.1294367 Sep 22 12:37:49.769537 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af3ff9-a321-44ac-aa6b-7cc7016b9d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e462cae3-37ec-43cc-86ad-d35a9154832a,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:50.764818 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 55648) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:50.868705 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5abad398-dc61-4d38-8679-95fbcdf54a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:50.903045 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:50.949442 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5abad398-dc61-4d38-8679-95fbcdf54a88 admin admin] Publish callbacks [] for security_group (cfe3ae4b-900e-4b5a-9056-aa6a0eaf8cc3), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:50.953028 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5abad398-dc61-4d38-8679-95fbcdf54a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (cfe3ae4b-900e-4b5a-9056-aa6a0eaf8cc3), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:50.991429 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abad398-dc61-4d38-8679-95fbcdf54a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe3ae4b-900e-4b5a-9056-aa6a0eaf8cc3,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:50.997001 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-5abad398-dc61-4d38-8679-95fbcdf54a88 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a5c95824d97f4875999ce1b332ad0c6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311449 Sep 22 12:37:50.999750 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 55652) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:51.047756 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-20c2cd3e-b5e5-4dc9-849f-aaee1e95a4d0 admin admin] Publish callbacks [] for security_group (cfe3ae4b-900e-4b5a-9056-aa6a0eaf8cc3), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:51.071117 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-20c2cd3e-b5e5-4dc9-849f-aaee1e95a4d0 admin admin] Publish callbacks [] for security_group (cfe3ae4b-900e-4b5a-9056-aa6a0eaf8cc3), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:51.095816 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:51.120257 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-20c2cd3e-b5e5-4dc9-849f-aaee1e95a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (cfe3ae4b-900e-4b5a-9056-aa6a0eaf8cc3), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:51.122782 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-20c2cd3e-b5e5-4dc9-849f-aaee1e95a4d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:51.123920 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-20c2cd3e-b5e5-4dc9-849f-aaee1e95a4d0 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/cfe3ae4b-900e-4b5a-9056-aa6a0eaf8cc3 HTTP/1.1" status: 204 len: 168 time: 0.1232395 Sep 22 12:37:51.131359 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2cd3e-b5e5-4dc9-849f-aaee1e95a4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe3ae4b-900e-4b5a-9056-aa6a0eaf8cc3,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:54.968878 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-e4e3136b-33a0-461d-b936-78e22e01d4c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:54.993627 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=9 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:55.002034 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=17 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:56.185581 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c487df-b6ad-45dd-ace1-324ec95e2cea req-78b61796-ba26-4a0e-9946-a65bff409aa5 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:56.187289 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f0c487df-b6ad-45dd-ace1-324ec95e2cea req-78b61796-ba26-4a0e-9946-a65bff409aa5 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 945 time: 0.0520430 Sep 22 12:37:56.237653 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f0c487df-b6ad-45dd-ace1-324ec95e2cea req-28a5c25d-3ab3-451c-9b2f-49bd8588f9cc tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441816 Sep 22 12:37:56.267304 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 55728) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:56.449025 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab83c2e-63aa-40b8-b01d-20fa1fcc7d3a tempest-TestMinimumBasicScenario-281648336 tempest-TestMinimumBasicScenario-281648336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:56.450523 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-aab83c2e-63aa-40b8-b01d-20fa1fcc7d3a tempest-TestMinimumBasicScenario-281648336 tempest-TestMinimumBasicScenario-281648336-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 1124 time: 0.1822596 Sep 22 12:37:56.453399 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 55732) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:56.458255 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-bdde4af0-fe58-48f1-8439-f9771424d124 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Request body: {'floatingip': {'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'port_id': 'da2472cb-1cbb-4ba4-a05d-ce245112de62', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:37:56.479290 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bdde4af0-fe58-48f1-8439-f9771424d124 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:56.558813 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bdde4af0-fe58-48f1-8439-f9771424d124 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:56.664686 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [None req-bdde4af0-fe58-48f1-8439-f9771424d124 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Allocated IP 172.27.0.128 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/9826052d-8994-4f2a-9144-3a921a1b086b) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:37:56.764383 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bdde4af0-fe58-48f1-8439-f9771424d124 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for port (9826052d-8994-4f2a-9144-3a921a1b086b), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:56.794158 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bdde4af0-fe58-48f1-8439-f9771424d124 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (9826052d-8994-4f2a-9144-3a921a1b086b), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:56.834535 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdde4af0-fe58-48f1-8439-f9771424d124 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:37:56.837604 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-bdde4af0-fe58-48f1-8439-f9771424d124 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:37:56.840180 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdde4af0-fe58-48f1-8439-f9771424d124 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:37:57.075346 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-89acc5f0-a5c7-43da-91d7-afb34ba682eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:57.112453 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde4af0-fe58-48f1-8439-f9771424d124 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Pushing event updated for resources: {'Port': ['ID=9826052d-8994-4f2a-9144-3a921a1b086b,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:57.121685 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:57.360013 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:57.464335 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bdde4af0-fe58-48f1-8439-f9771424d124 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for floatingip (d78b8279-bf40-4f50-8d9a-fe08c69180ea), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:57.534069 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bdde4af0-fe58-48f1-8439-f9771424d124 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (9826052d-8994-4f2a-9144-3a921a1b086b), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:57.680668 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bdde4af0-fe58-48f1-8439-f9771424d124 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for port (9826052d-8994-4f2a-9144-3a921a1b086b), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:57.684852 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bdde4af0-fe58-48f1-8439-f9771424d124 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (9826052d-8994-4f2a-9144-3a921a1b086b), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:57.749937 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bdde4af0-fe58-48f1-8439-f9771424d124 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (d78b8279-bf40-4f50-8d9a-fe08c69180ea), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:57.752549 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde4af0-fe58-48f1-8439-f9771424d124 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Pushing event updated for resources: {'Port': ['ID=9826052d-8994-4f2a-9144-3a921a1b086b,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:57.844570 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.l3_db [None req-bdde4af0-fe58-48f1-8439-f9771424d124 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Floating IP d78b8279-bf40-4f50-8d9a-fe08c69180ea associated. External IP: 172.27.0.128, port: da2472cb-1cbb-4ba4-a05d-ce245112de62. Sep 22 12:37:57.976692 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:58.045091 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdde4af0-fe58-48f1-8439-f9771424d124 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Router d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:37:58.146927 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdde4af0-fe58-48f1-8439-f9771424d124 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:37:58.156192 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5299fe-a5be-4694-a8e0-1cd5e5843613 None None] Sync routers for ids ['d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:37:58.165186 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bdde4af0-fe58-48f1-8439-f9771424d124 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:58.168401 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5299fe-a5be-4694-a8e0-1cd5e5843613 None None] Routers {'d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:37:58.169068 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-9f5299fe-a5be-4694-a8e0-1cd5e5843613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:37:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:58.195906 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-bdde4af0-fe58-48f1-8439-f9771424d124 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7414968 Sep 22 12:37:58.196633 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d05490e-4480-4ff7-9fe4-be7c63c1df9a', 'tag': 'da2472cb-1cbb-4ba4-a05d-ce245112de62'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:37:58.198855 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55742) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:58.199342 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4304756e-f56e-4fb6-a7ab-c5d8a1c38c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d05490e-4480-4ff7-9fe4-be7c63c1df9a", "tag": "da2472cb-1cbb-4ba4-a05d-ce245112de62"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:37:58.203658 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-a4897216-e8e1-4d39-90f2-34e06c9fd97a tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-695521340', 'description': 'tempest-secgroup-smoke-695521340 description', 'project_id': '4793b91c7212484c84960201b2d39114'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:37:58.209987 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:58.230388 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a4897216-e8e1-4d39-90f2-34e06c9fd97a tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:58.245039 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb66ff3-7b84-4013-9ca2-3775417cbb3d x-openstack-request-id: req-2cb66ff3-7b84-4013-9ca2-3775417cbb3d {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:37:58.245334 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d05490e-4480-4ff7-9fe4-be7c63c1df9a", "tag": "da2472cb-1cbb-4ba4-a05d-ce245112de62", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:37:58.245603 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2cb66ff3-7b84-4013-9ca2-3775417cbb3d {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:37:58.245989 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb66ff3-7b84-4013-9ca2-3775417cbb3d'] response: {'name': 'network-changed', 'server_uuid': '3d05490e-4480-4ff7-9fe4-be7c63c1df9a', 'tag': 'da2472cb-1cbb-4ba4-a05d-ce245112de62', 'status': 'completed', 'code': 200} Sep 22 12:37:58.280334 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:58.280562 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-9f5299fe-a5be-4694-a8e0-1cd5e5843613 None None] Set router d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:37:58.309443 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a4897216-e8e1-4d39-90f2-34e06c9fd97a tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group (c00f8a4b-551c-42ca-9059-e7181e649e4b), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:58.311957 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304756e-f56e-4fb6-a7ab-c5d8a1c38c3c req-fe1b277d-bdab-4197-a753-9f44f774bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:58.313578 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4304756e-f56e-4fb6-a7ab-c5d8a1c38c3c req-fe1b277d-bdab-4197-a753-9f44f774bcfe service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4793b91c7212484c84960201b2d39114&device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 1129 time: 0.0468481 Sep 22 12:37:58.313975 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a4897216-e8e1-4d39-90f2-34e06c9fd97a tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (c00f8a4b-551c-42ca-9059-e7181e649e4b), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:58.345576 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a4897216-e8e1-4d39-90f2-34e06c9fd97a tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:58.346799 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-a4897216-e8e1-4d39-90f2-34e06c9fd97a tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1468098 Sep 22 12:37:58.350521 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55746) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:58.356213 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-b1f67037-24e7-4075-be36-ccefb9ada2b2 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Request body: {'security_group_rule': {'security_group_id': 'c00f8a4b-551c-42ca-9059-e7181e649e4b', 'project_id': '4793b91c7212484c84960201b2d39114', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:37:58.362148 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4897216-e8e1-4d39-90f2-34e06c9fd97a tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00f8a4b-551c-42ca-9059-e7181e649e4b,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:58.389601 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b1f67037-24e7-4075-be36-ccefb9ada2b2 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group_rule (e1a16c89-86c9-424f-bdca-e4932fab7499), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:58.446999 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304756e-f56e-4fb6-a7ab-c5d8a1c38c3c req-af0d5500-6b8f-41b9-9616-e50c44c40de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:58.448900 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4304756e-f56e-4fb6-a7ab-c5d8a1c38c3c req-af0d5500-6b8f-41b9-9616-e50c44c40de0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e89c96bb-2591-4e0c-beb0-c9cf50d0fbba HTTP/1.1" status: 200 len: 915 time: 0.1276522 Sep 22 12:37:58.461317 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b1f67037-24e7-4075-be36-ccefb9ada2b2 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group_rule (e1a16c89-86c9-424f-bdca-e4932fab7499), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:58.473971 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b1f67037-24e7-4075-be36-ccefb9ada2b2 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (e1a16c89-86c9-424f-bdca-e4932fab7499), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:58.483745 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:58.505321 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f67037-24e7-4075-be36-ccefb9ada2b2 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a16c89-86c9-424f-bdca-e4932fab7499,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:58.514797 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-b1f67037-24e7-4075-be36-ccefb9ada2b2 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:58.522976 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-b1f67037-24e7-4075-be36-ccefb9ada2b2 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1708415 Sep 22 12:37:58.523998 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4304756e-f56e-4fb6-a7ab-c5d8a1c38c3c req-850b6afe-2e58-4e02-9ef4-520967f2ece2 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da2472cb-1cbb-4ba4-a05d-ce245112de62 HTTP/1.1" status: 200 len: 999 time: 0.0685689 Sep 22 12:37:58.524512 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 55752) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:58.528749 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-7f3b331e-59e8-459c-8b2d-74a6df733d76 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Request body: {'security_group_rule': {'security_group_id': 'c00f8a4b-551c-42ca-9059-e7181e649e4b', 'project_id': '4793b91c7212484c84960201b2d39114', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:37:58.538178 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-9f5299fe-a5be-4694-a8e0-1cd5e5843613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'name': 'tempest-TestMinimumBasicScenario-488356341-router', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:10Z', 'revision_number': 4, 'project_id': '4793b91c7212484c84960201b2d39114', 'gw_port': {'id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'd78b8279-bf40-4f50-8d9a-fe08c69180ea', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'port_id': 'da2472cb-1cbb-4ba4-a05d-ce245112de62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba', 'mac_address': 'fa:16:3e:01:b6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d05490e-4480-4ff7-9fe4-be7c63c1df9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:37:57Z', 'updated_at': '2022-09-22T12:37:57Z', 'revision_number': 0, 'project_id': '4793b91c7212484c84960201b2d39114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f92f81-d48d-47b4-8967-3127ac6e9472', 'name': '', 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'mac_address': 'fa:16:3e:99:31:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:10Z', 'updated_at': '2022-09-22T12:37:15Z', 'revision_number': 5, 'project_id': '4793b91c7212484c84960201b2d39114', 'subnets': [{'id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:58.563828 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5299fe-a5be-4694-a8e0-1cd5e5843613 None None] Checking router: d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:37:58.573113 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5299fe-a5be-4694-a8e0-1cd5e5843613 None None] Routers {'d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:37:58.574499 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-9f5299fe-a5be-4694-a8e0-1cd5e5843613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:37:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:58.596601 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7f3b331e-59e8-459c-8b2d-74a6df733d76 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group_rule (e1b12709-822a-444e-88b8-c93b4e39c20c), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:58.600170 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304756e-f56e-4fb6-a7ab-c5d8a1c38c3c req-a433e6a2-7067-4809-ade2-b46254b905aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:58.601661 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4304756e-f56e-4fb6-a7ab-c5d8a1c38c3c req-a433e6a2-7067-4809-ade2-b46254b905aa service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6f77e8e1-2fec-4fc0-8643-a473281b1384 HTTP/1.1" status: 200 len: 853 time: 0.0681727 Sep 22 12:37:58.670150 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304756e-f56e-4fb6-a7ab-c5d8a1c38c3c req-f9170869-60b1-40cd-a009-5b7e9ab3df07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:58.671728 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4304756e-f56e-4fb6-a7ab-c5d8a1c38c3c req-f9170869-60b1-40cd-a009-5b7e9ab3df07 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e89c96bb-2591-4e0c-beb0-c9cf50d0fbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623164 Sep 22 12:37:58.682431 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-9f5299fe-a5be-4694-a8e0-1cd5e5843613 None None] Set router d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:37:58.704062 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7f3b331e-59e8-459c-8b2d-74a6df733d76 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group_rule (e1b12709-822a-444e-88b8-c93b4e39c20c), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:58.732080 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7f3b331e-59e8-459c-8b2d-74a6df733d76 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (e1b12709-822a-444e-88b8-c93b4e39c20c), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:58.763579 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b331e-59e8-459c-8b2d-74a6df733d76 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b12709-822a-444e-88b8-c93b4e39c20c,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:58.775887 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7f3b331e-59e8-459c-8b2d-74a6df733d76 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:58.776712 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-7f3b331e-59e8-459c-8b2d-74a6df733d76 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2512577 Sep 22 12:37:58.779770 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55756) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:58.785066 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-8df1b874-e7e4-4523-ad2e-fe2b0595c780 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Request body: {'security_group_rule': {'security_group_id': 'c00f8a4b-551c-42ca-9059-e7181e649e4b', 'project_id': '4793b91c7212484c84960201b2d39114', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:37:58.810309 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4304756e-f56e-4fb6-a7ab-c5d8a1c38c3c req-0721a032-2bda-4714-874f-51c1ee68c935 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e89c96bb-2591-4e0c-beb0-c9cf50d0fbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312842 Sep 22 12:37:58.823467 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8df1b874-e7e4-4523-ad2e-fe2b0595c780 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group_rule (ae5b783d-e30c-4e90-9f05-38989f6377de), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:58.902438 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8df1b874-e7e4-4523-ad2e-fe2b0595c780 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group_rule (ae5b783d-e30c-4e90-9f05-38989f6377de), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:58.909477 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8df1b874-e7e4-4523-ad2e-fe2b0595c780 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (ae5b783d-e30c-4e90-9f05-38989f6377de), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:58.936510 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1b874-e7e4-4523-ad2e-fe2b0595c780 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5b783d-e30c-4e90-9f05-38989f6377de,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:58.954641 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4304756e-f56e-4fb6-a7ab-c5d8a1c38c3c req-4d817385-140d-489d-b153-a56185ccd9e5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e89c96bb-2591-4e0c-beb0-c9cf50d0fbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363111 Sep 22 12:37:58.956672 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-8df1b874-e7e4-4523-ad2e-fe2b0595c780 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:58.960527 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-8df1b874-e7e4-4523-ad2e-fe2b0595c780 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1771686 Sep 22 12:37:58.961106 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 55760) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:58.965888 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-44b1788d-3bc8-447a-8ab4-e9939a092e9f tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Request body: {'security_group_rule': {'security_group_id': 'c00f8a4b-551c-42ca-9059-e7181e649e4b', 'project_id': '4793b91c7212484c84960201b2d39114', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:37:58.985210 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:59.000140 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-44b1788d-3bc8-447a-8ab4-e9939a092e9f tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group_rule (b64346ea-e0ac-4452-aee1-0e8a38b61e0b), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:59.005191 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-9f5299fe-a5be-4694-a8e0-1cd5e5843613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'name': 'tempest-TestMinimumBasicScenario-488356341-router', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:10Z', 'revision_number': 4, 'project_id': '4793b91c7212484c84960201b2d39114', 'gw_port': {'id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'd78b8279-bf40-4f50-8d9a-fe08c69180ea', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'port_id': 'da2472cb-1cbb-4ba4-a05d-ce245112de62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba', 'mac_address': 'fa:16:3e:01:b6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d05490e-4480-4ff7-9fe4-be7c63c1df9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:37:57Z', 'updated_at': '2022-09-22T12:37:57Z', 'revision_number': 0, 'project_id': '4793b91c7212484c84960201b2d39114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f92f81-d48d-47b4-8967-3127ac6e9472', 'name': '', 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'mac_address': 'fa:16:3e:99:31:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:10Z', 'updated_at': '2022-09-22T12:37:15Z', 'revision_number': 5, 'project_id': '4793b91c7212484c84960201b2d39114', 'subnets': [{'id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:37:59.031316 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5299fe-a5be-4694-a8e0-1cd5e5843613 None None] The sync data for ids ['d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'] in dv-cinder-856463-4-iscsi is: [{'id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'name': 'tempest-TestMinimumBasicScenario-488356341-router', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:10Z', 'revision_number': 4, 'project_id': '4793b91c7212484c84960201b2d39114', 'gw_port': {'id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'd78b8279-bf40-4f50-8d9a-fe08c69180ea', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'port_id': 'da2472cb-1cbb-4ba4-a05d-ce245112de62', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba', 'mac_address': 'fa:16:3e:01:b6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d05490e-4480-4ff7-9fe4-be7c63c1df9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:37:57Z', 'updated_at': '2022-09-22T12:37:57Z', 'revision_number': 0, 'project_id': '4793b91c7212484c84960201b2d39114', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f92f81-d48d-47b4-8967-3127ac6e9472', 'name': '', 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'mac_address': 'fa:16:3e:99:31:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:10Z', 'updated_at': '2022-09-22T12:37:15Z', 'revision_number': 5, 'project_id': '4793b91c7212484c84960201b2d39114', 'subnets': [{'id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:37:59.062035 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-44b1788d-3bc8-447a-8ab4-e9939a092e9f tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group_rule (b64346ea-e0ac-4452-aee1-0e8a38b61e0b), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:59.069611 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-44b1788d-3bc8-447a-8ab4-e9939a092e9f tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (b64346ea-e0ac-4452-aee1-0e8a38b61e0b), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:59.092091 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1788d-3bc8-447a-8ab4-e9939a092e9f tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64346ea-e0ac-4452-aee1-0e8a38b61e0b,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:59.097808 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-44b1788d-3bc8-447a-8ab4-e9939a092e9f tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:59.099077 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-44b1788d-3bc8-447a-8ab4-e9939a092e9f tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369882 Sep 22 12:37:59.101798 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 55762) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:59.106278 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-c2092cff-126b-45b3-8f0f-abe825d92b91 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Request body: {'security_group_rule': {'security_group_id': 'c00f8a4b-551c-42ca-9059-e7181e649e4b', 'project_id': '4793b91c7212484c84960201b2d39114', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:37:59.128109 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.securitygroups_db [None req-c2092cff-126b-45b3-8f0f-abe825d92b91 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Project 4793b91c7212484c84960201b2d39114 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 12:37:59.134753 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c2092cff-126b-45b3-8f0f-abe825d92b91 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group_rule (453a4004-8e47-4819-9229-7b72d07aea31), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:59.197861 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c2092cff-126b-45b3-8f0f-abe825d92b91 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group_rule (453a4004-8e47-4819-9229-7b72d07aea31), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:59.202033 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c2092cff-126b-45b3-8f0f-abe825d92b91 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (453a4004-8e47-4819-9229-7b72d07aea31), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:59.222165 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2092cff-126b-45b3-8f0f-abe825d92b91 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453a4004-8e47-4819-9229-7b72d07aea31,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:59.227405 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c2092cff-126b-45b3-8f0f-abe825d92b91 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:59.231734 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-c2092cff-126b-45b3-8f0f-abe825d92b91 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289887 Sep 22 12:37:59.231846 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 55764) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:37:59.236441 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6392e82b-4d52-4a7f-9a62-bbd3f0f5f0fd None None] New status for floating IP d78b8279-bf40-4f50-8d9a-fe08c69180ea: ACTIVE {{(pid=106190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:37:59.236764 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-37a195eb-e9ae-4953-8420-c992e480ab9b tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Request body: {'security_group_rule': {'security_group_id': 'c00f8a4b-551c-42ca-9059-e7181e649e4b', 'project_id': '4793b91c7212484c84960201b2d39114', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:37:59.259070 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.db.securitygroups_db [None req-37a195eb-e9ae-4953-8420-c992e480ab9b tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Project 4793b91c7212484c84960201b2d39114 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 12:37:59.265106 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-37a195eb-e9ae-4953-8420-c992e480ab9b tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group_rule (d9693933-4bb2-495b-906f-12b2d410a1f1), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:59.326805 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-37a195eb-e9ae-4953-8420-c992e480ab9b tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group_rule (d9693933-4bb2-495b-906f-12b2d410a1f1), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:59.331201 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-37a195eb-e9ae-4953-8420-c992e480ab9b tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (d9693933-4bb2-495b-906f-12b2d410a1f1), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:59.353349 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:59.358062 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a195eb-e9ae-4953-8420-c992e480ab9b tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9693933-4bb2-495b-906f-12b2d410a1f1,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:59.366188 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-37a195eb-e9ae-4953-8420-c992e480ab9b tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:59.369246 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-37a195eb-e9ae-4953-8420-c992e480ab9b tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361949 Sep 22 12:37:59.430494 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:37:59.460537 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ea7eb614-3126-43d3-95a4-d9c7d43cdea6 req-153c47f4-bb7b-4fc3-a600-9c3c365bcf6d tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-695521340&fields=id&tenant_id=4793b91c7212484c84960201b2d39114 HTTP/1.1" status: 200 len: 267 time: 0.0462294 Sep 22 12:37:59.512994 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7eb614-3126-43d3-95a4-d9c7d43cdea6 req-7a72d741-62ea-4417-a6f3-b8147066821b tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:59.514847 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ea7eb614-3126-43d3-95a4-d9c7d43cdea6 req-7a72d741-62ea-4417-a6f3-b8147066821b tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 945 time: 0.0488615 Sep 22 12:37:59.525328 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-ea7eb614-3126-43d3-95a4-d9c7d43cdea6 req-4b2373b3-9d2f-49c4-83ab-ee82ba0bf16a tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Request body: {'port': {'security_groups': ['25b01e25-fde7-4537-803f-8829ef4e50da', 'c00f8a4b-551c-42ca-9059-e7181e649e4b']}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:37:59.598457 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-ea7eb614-3126-43d3-95a4-d9c7d43cdea6 req-4b2373b3-9d2f-49c4-83ab-ee82ba0bf16a tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (da2472cb-1cbb-4ba4-a05d-ce245112de62), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:59.777158 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-ea7eb614-3126-43d3-95a4-d9c7d43cdea6 req-4b2373b3-9d2f-49c4-83ab-ee82ba0bf16a tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] For port da2472cb-1cbb-4ba4-a05d-ce245112de62, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=da2472cb-1cbb-4ba4-a05d-ce245112de62,segment=NetworkSegment(fe10682d-f689-4618-9b72-0658e317df19),segment_id=fe10682d-f689-4618-9b72-0658e317df19)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:37:59.804100 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-ea7eb614-3126-43d3-95a4-d9c7d43cdea6 req-4b2373b3-9d2f-49c4-83ab-ee82ba0bf16a tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for port (da2472cb-1cbb-4ba4-a05d-ce245112de62), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:59.808235 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-ea7eb614-3126-43d3-95a4-d9c7d43cdea6 req-4b2373b3-9d2f-49c4-83ab-ee82ba0bf16a tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (da2472cb-1cbb-4ba4-a05d-ce245112de62), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:59.818420 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7eb614-3126-43d3-95a4-d9c7d43cdea6 req-4b2373b3-9d2f-49c4-83ab-ee82ba0bf16a tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:59.819010 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-ea7eb614-3126-43d3-95a4-d9c7d43cdea6 req-4b2373b3-9d2f-49c4-83ab-ee82ba0bf16a tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:59.820413 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ea7eb614-3126-43d3-95a4-d9c7d43cdea6 req-4b2373b3-9d2f-49c4-83ab-ee82ba0bf16a tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "PUT /networking/v2.0/ports/da2472cb-1cbb-4ba4-a05d-ce245112de62 HTTP/1.1" status: 200 len: 981 time: 0.2994125 Sep 22 12:37:59.869816 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2373b3-9d2f-49c4-83ab-ee82ba0bf16a tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Pushing event updated for resources: {'Port': ['ID=da2472cb-1cbb-4ba4-a05d-ce245112de62,revision_number=6']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:37:59.927686 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:37:59.944688 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287c30b-b79e-4407-a567-2af95de3877a req-ddab2050-27df-4ad5-bb3a-611280be7c7c tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:37:59.946179 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c287c30b-b79e-4407-a567-2af95de3877a req-ddab2050-27df-4ad5-bb3a-611280be7c7c tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 984 time: 0.0593286 Sep 22 12:37:59.994814 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:00.008463 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c287c30b-b79e-4407-a567-2af95de3877a req-6d79ff2f-1653-435c-85b6-3bf030513148 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c00f8a4b-551c-42ca-9059-e7181e649e4b&id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560467 Sep 22 12:38:00.246835 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d05490e-4480-4ff7-9fe4-be7c63c1df9a', 'tag': 'da2472cb-1cbb-4ba4-a05d-ce245112de62'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:38:00.249203 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2721f302-0797-4177-87a3-0f05de7418c1" -d '{"events": [{"name": "network-changed", "server_uuid": "3d05490e-4480-4ff7-9fe4-be7c63c1df9a", "tag": "da2472cb-1cbb-4ba4-a05d-ce245112de62"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:38:00.286067 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4d5531-cd29-4422-bd7e-139147429c29 x-openstack-request-id: req-8d4d5531-cd29-4422-bd7e-139147429c29 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:38:00.286383 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d05490e-4480-4ff7-9fe4-be7c63c1df9a", "tag": "da2472cb-1cbb-4ba4-a05d-ce245112de62", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:38:00.286636 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8d4d5531-cd29-4422-bd7e-139147429c29 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:38:00.287037 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d4d5531-cd29-4422-bd7e-139147429c29'] response: {'name': 'network-changed', 'server_uuid': '3d05490e-4480-4ff7-9fe4-be7c63c1df9a', 'tag': 'da2472cb-1cbb-4ba4-a05d-ce245112de62', 'status': 'completed', 'code': 200} Sep 22 12:38:01.971081 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['da2472cb-1cbb-4ba4-a05d-ce245112de62'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:38:02.017656 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:02.027132 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721f302-0797-4177-87a3-0f05de7418c1 req-a125ffb8-483c-4ffb-a8ca-94418f12a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:02.028664 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2721f302-0797-4177-87a3-0f05de7418c1 req-a125ffb8-483c-4ffb-a8ca-94418f12a57e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4793b91c7212484c84960201b2d39114&device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 1168 time: 0.0444746 Sep 22 12:38:02.050827 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['da2472cb-1cbb-4ba4-a05d-ce245112de62'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:38:02.122982 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721f302-0797-4177-87a3-0f05de7418c1 req-fc272b1d-0471-4a18-934b-6bbbe8e4266f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:02.124367 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2721f302-0797-4177-87a3-0f05de7418c1 req-fc272b1d-0471-4a18-934b-6bbbe8e4266f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e89c96bb-2591-4e0c-beb0-c9cf50d0fbba HTTP/1.1" status: 200 len: 915 time: 0.0883992 Sep 22 12:38:02.185087 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2721f302-0797-4177-87a3-0f05de7418c1 req-888c9753-0d23-4d2d-8bf2-735a7cd084e8 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da2472cb-1cbb-4ba4-a05d-ce245112de62 HTTP/1.1" status: 200 len: 1001 time: 0.0535340 Sep 22 12:38:02.234266 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721f302-0797-4177-87a3-0f05de7418c1 req-47f30442-74f2-432e-a368-0e7e34299b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:02.235684 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2721f302-0797-4177-87a3-0f05de7418c1 req-47f30442-74f2-432e-a368-0e7e34299b67 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6f77e8e1-2fec-4fc0-8643-a473281b1384 HTTP/1.1" status: 200 len: 853 time: 0.0439663 Sep 22 12:38:02.287113 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721f302-0797-4177-87a3-0f05de7418c1 req-2a6d95de-4930-4724-925d-2cdbd3aba3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:02.288640 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2721f302-0797-4177-87a3-0f05de7418c1 req-2a6d95de-4930-4724-925d-2cdbd3aba3ff service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e89c96bb-2591-4e0c-beb0-c9cf50d0fbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447090 Sep 22 12:38:02.384184 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2721f302-0797-4177-87a3-0f05de7418c1 req-dc66501a-90ac-462b-baaf-e2c62f468493 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e89c96bb-2591-4e0c-beb0-c9cf50d0fbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881925 Sep 22 12:38:02.434541 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:02.450485 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:02.456719 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:02.479685 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2721f302-0797-4177-87a3-0f05de7418c1 req-feff14ca-ffab-4011-bd44-91a556da910d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e89c96bb-2591-4e0c-beb0-c9cf50d0fbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895264 Sep 22 12:38:08.414851 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:09.357673 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=49,neutron:INSERT=15,neutron:DELETE=6 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:11.301791 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:38:12.082575 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4489f5f3-6f1c-446b-b0bb-4b32b2863bce req-f598afac-a097-4936-b48d-99a934186b63 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385194 Sep 22 12:38:12.143365 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489f5f3-6f1c-446b-b0bb-4b32b2863bce req-3f27b36b-f3af-4da2-b34d-920ec12a33b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:12.144770 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4489f5f3-6f1c-446b-b0bb-4b32b2863bce req-3f27b36b-f3af-4da2-b34d-920ec12a33b0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5d44fc4fa85a4dfb82c31a602037a249&device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 1129 time: 0.0385890 Sep 22 12:38:12.253528 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489f5f3-6f1c-446b-b0bb-4b32b2863bce req-15384f9e-61d9-4cf2-a363-579e1ff01f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:12.255033 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4489f5f3-6f1c-446b-b0bb-4b32b2863bce req-15384f9e-61d9-4cf2-a363-579e1ff01f65 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07 HTTP/1.1" status: 200 len: 912 time: 0.0915217 Sep 22 12:38:12.320408 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4489f5f3-6f1c-446b-b0bb-4b32b2863bce req-0d7157da-ef69-4895-bc5b-d0f6035e4cdc service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f HTTP/1.1" status: 200 len: 1001 time: 0.0581384 Sep 22 12:38:12.369969 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489f5f3-6f1c-446b-b0bb-4b32b2863bce req-2b4a3e1b-c756-497b-b2bf-33f7c4850877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:12.371422 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4489f5f3-6f1c-446b-b0bb-4b32b2863bce req-2b4a3e1b-c756-497b-b2bf-33f7c4850877 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a41b6585-6dac-4960-897e-2f93b9acd95a HTTP/1.1" status: 200 len: 850 time: 0.0448201 Sep 22 12:38:12.417471 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489f5f3-6f1c-446b-b0bb-4b32b2863bce req-29fdbf33-3dc8-4348-9dd9-524cb9471277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:12.418922 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4489f5f3-6f1c-446b-b0bb-4b32b2863bce req-29fdbf33-3dc8-4348-9dd9-524cb9471277 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388958 Sep 22 12:38:12.518502 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4489f5f3-6f1c-446b-b0bb-4b32b2863bce req-9b698e70-5497-4a28-8ced-a326d4cd904f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926902 Sep 22 12:38:12.612527 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4489f5f3-6f1c-446b-b0bb-4b32b2863bce req-ae2d6307-413f-4bd0-b85e-86b8db5b3b0a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874090 Sep 22 12:38:18.408035 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=52 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:18.410012 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:18.839850 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a672b2f-1589-4a31-8a20-b0da737a228c req-d5195892-9a2b-4137-bb72-dcabce7056e0 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:18.841497 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6a672b2f-1589-4a31-8a20-b0da737a228c req-d5195892-9a2b-4137-bb72-dcabce7056e0 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 945 time: 0.0468242 Sep 22 12:38:18.874619 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:18.900170 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6a672b2f-1589-4a31-8a20-b0da737a228c req-26748b9d-4183-40c7-94ec-379c614b9f95 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530839 Sep 22 12:38:20.021638 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75499750-78af-4c98-8dd3-de03d6bf202f req-6c0cbbb8-f106-4d84-af56-734c20c57210 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:20.023096 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-75499750-78af-4c98-8dd3-de03d6bf202f req-6c0cbbb8-f106-4d84-af56-734c20c57210 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 945 time: 0.0466669 Sep 22 12:38:20.072507 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-75499750-78af-4c98-8dd3-de03d6bf202f req-603601e4-a90f-4b86-a1d4-d277b033b422 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439088 Sep 22 12:38:20.616182 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea0e9f-a97c-4d5f-8681-9628730fefde req-4e3ef322-294e-42a6-95fa-fe4e0e7e261f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:20.617630 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-edea0e9f-a97c-4d5f-8681-9628730fefde req-4e3ef322-294e-42a6-95fa-fe4e0e7e261f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 945 time: 0.0459018 Sep 22 12:38:20.703424 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-edea0e9f-a97c-4d5f-8681-9628730fefde req-5cd44115-8f18-4dad-a13c-a6af02fbdd26 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Deleting port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:38:20.703756 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-edea0e9f-a97c-4d5f-8681-9628730fefde req-5cd44115-8f18-4dad-a13c-a6af02fbdd26 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:20.791040 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-edea0e9f-a97c-4d5f-8681-9628730fefde req-5cd44115-8f18-4dad-a13c-a6af02fbdd26 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] For port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f,segment=NetworkSegment(9244f81d-1745-453d-b02d-f5d950c65f60),segment_id=9244f81d-1745-453d-b02d-f5d950c65f60)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:38:20.791391 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-edea0e9f-a97c-4d5f-8681-9628730fefde req-5cd44115-8f18-4dad-a13c-a6af02fbdd26 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:20.844269 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:21.225827 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad28aae-c836-4ade-88c5-77a12b407ed5 req-8883d940-7db1-4efe-ae82-fb4dde76c5d9 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:21.227158 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2ad28aae-c836-4ade-88c5-77a12b407ed5 req-8883d940-7db1-4efe-ae82-fb4dde76c5d9 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 945 time: 0.0610733 Sep 22 12:38:21.229263 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-edea0e9f-a97c-4d5f-8681-9628730fefde req-5cd44115-8f18-4dad-a13c-a6af02fbdd26 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:21.229618 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-edea0e9f-a97c-4d5f-8681-9628730fefde req-5cd44115-8f18-4dad-a13c-a6af02fbdd26 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (8827f792-37ab-434d-b14d-517bdd3e1a1e), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:21.229922 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.l3_db [req-edea0e9f-a97c-4d5f-8681-9628730fefde req-5cd44115-8f18-4dad-a13c-a6af02fbdd26 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Floating IP 8827f792-37ab-434d-b14d-517bdd3e1a1e disassociated. External IP: 172.27.0.122, port: 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f. Sep 22 12:38:21.230256 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-edea0e9f-a97c-4d5f-8681-9628730fefde req-5cd44115-8f18-4dad-a13c-a6af02fbdd26 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Calling delete_port for 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f owned by compute:nova {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:38:21.296835 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=62 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:21.297570 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=94 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:21.318781 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2ad28aae-c836-4ade-88c5-77a12b407ed5 req-7a97738b-f571-49ae-99ca-666f8bb5a12b tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842960 Sep 22 12:38:21.399067 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-edea0e9f-a97c-4d5f-8681-9628730fefde req-5cd44115-8f18-4dad-a13c-a6af02fbdd26 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:21.423919 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd44115-8f18-4dad-a13c-a6af02fbdd26 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event deleted for resources: {'Port': ['ID=48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:38:21.539674 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edea0e9f-a97c-4d5f-8681-9628730fefde req-5cd44115-8f18-4dad-a13c-a6af02fbdd26 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Router 9901d003-8388-4a46-8181-600209dea5ef has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:38:21.642694 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edea0e9f-a97c-4d5f-8681-9628730fefde req-5cd44115-8f18-4dad-a13c-a6af02fbdd26 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:38:21.647104 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:21.652574 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67240bd3-2931-4caf-b9ff-f199ca9f591e None None] Sync routers for ids ['9901d003-8388-4a46-8181-600209dea5ef'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:38:21.662969 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67240bd3-2931-4caf-b9ff-f199ca9f591e None None] Routers {'9901d003-8388-4a46-8181-600209dea5ef'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:38:21.663569 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-67240bd3-2931-4caf-b9ff-f199ca9f591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:37:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9901d003-8388-4a46-8181-600209dea5ef'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:38:21.688810 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-edea0e9f-a97c-4d5f-8681-9628730fefde req-5cd44115-8f18-4dad-a13c-a6af02fbdd26 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] No DVR routers for this DVR port 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f on host hv-cinder-85646 {{(pid=106188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:38:21.691913 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-edea0e9f-a97c-4d5f-8681-9628730fefde req-5cd44115-8f18-4dad-a13c-a6af02fbdd26 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:21.696212 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-edea0e9f-a97c-4d5f-8681-9628730fefde req-5cd44115-8f18-4dad-a13c-a6af02fbdd26 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.20 "DELETE /networking/v2.0/ports/48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f HTTP/1.1" status: 204 len: 173 time: 1.0704198 Sep 22 12:38:21.696694 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca03754-f373-43f1-b251-20165efd6733', 'name': 'network-vif-deleted', 'tag': '48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:38:21.699884 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279d1ffb-57dd-477a-b65d-cce454b609ea" -d '{"events": [{"server_uuid": "cca03754-f373-43f1-b251-20165efd6733", "name": "network-vif-deleted", "tag": "48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:38:21.751421 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f824f2c1-00f8-4947-8b56-246f7c149f00 x-openstack-request-id: req-f824f2c1-00f8-4947-8b56-246f7c149f00 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:38:21.751713 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca03754-f373-43f1-b251-20165efd6733", "name": "network-vif-deleted", "tag": "48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:38:21.751970 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f824f2c1-00f8-4947-8b56-246f7c149f00 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:38:21.752407 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f824f2c1-00f8-4947-8b56-246f7c149f00'] response: {'server_uuid': 'cca03754-f373-43f1-b251-20165efd6733', 'name': 'network-vif-deleted', 'tag': '48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f', 'status': 'completed', 'code': 200} Sep 22 12:38:21.773650 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-67240bd3-2931-4caf-b9ff-f199ca9f591e None None] Set router 9901d003-8388-4a46-8181-600209dea5ef gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:38:22.058287 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-67240bd3-2931-4caf-b9ff-f199ca9f591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 5, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:38:22.083322 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67240bd3-2931-4caf-b9ff-f199ca9f591e None None] Checking router: 9901d003-8388-4a46-8181-600209dea5ef for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:38:22.092739 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67240bd3-2931-4caf-b9ff-f199ca9f591e None None] Routers {'9901d003-8388-4a46-8181-600209dea5ef'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:38:22.093963 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-67240bd3-2931-4caf-b9ff-f199ca9f591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:37:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9901d003-8388-4a46-8181-600209dea5ef'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:38:22.202915 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-67240bd3-2931-4caf-b9ff-f199ca9f591e None None] Set router 9901d003-8388-4a46-8181-600209dea5ef gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:38:22.395122 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-67240bd3-2931-4caf-b9ff-f199ca9f591e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 5, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:38:22.420783 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67240bd3-2931-4caf-b9ff-f199ca9f591e None None] The sync data for ids ['9901d003-8388-4a46-8181-600209dea5ef'] in dv-cinder-856463-4-iscsi is: [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 5, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:38:22.440638 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e3df2716-638e-400d-93bb-519eb1964fcb req-0ea1303b-b89d-485d-ad0a-c92efd6edf35 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=cca03754-f373-43f1-b251-20165efd6733 HTTP/1.1" status: 200 len: 210 time: 0.0324051 Sep 22 12:38:22.692518 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebc95f2-c43c-465e-a493-ca03885487a0 None None] New status for floating IP 8827f792-37ab-434d-b14d-517bdd3e1a1e: DOWN {{(pid=106190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:38:23.721596 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-f579bbfe-0017-4df8-b73b-760babc9cd36 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-358311579&fields=id&tenant_id=5d44fc4fa85a4dfb82c31a602037a249 HTTP/1.1" status: 200 len: 267 time: 0.0534372 Sep 22 12:38:23.843313 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-a8afbe6a-c0a2-47ba-ab75-8dcfbe5dd105 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:23.844960 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-a8afbe6a-c0a2-47ba-ab75-8dcfbe5dd105 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/networks?id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07 HTTP/1.1" status: 200 len: 811 time: 0.1139698 Sep 22 12:38:23.912988 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-71be8d60-7fea-49e1-9333-fea81555c943 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/quotas/5d44fc4fa85a4dfb82c31a602037a249 HTTP/1.1" status: 200 len: 375 time: 0.0584302 Sep 22 12:38:23.961625 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0afa39-3a15-41e5-badf-e8610e261549 req-722c8c1f-7aff-46ba-8a75-c25c9cf54d36 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:23.963066 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6f0afa39-3a15-41e5-badf-e8610e261549 req-722c8c1f-7aff-46ba-8a75-c25c9cf54d36 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 984 time: 0.1277859 Sep 22 12:38:23.964006 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec695eb3-f91b-4d43-811d-bae01ba9e961 req-9f247c7e-4295-43ff-9834-5b3a48745539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:23.965353 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ec695eb3-f91b-4d43-811d-bae01ba9e961 req-9f247c7e-4295-43ff-9834-5b3a48745539 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4793b91c7212484c84960201b2d39114&device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 1168 time: 0.1029577 Sep 22 12:38:23.980250 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:24.002880 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-bb4fcba5-7a9b-400a-867f-0e30257b3f89 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5d44fc4fa85a4dfb82c31a602037a249&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826902 Sep 22 12:38:24.062536 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:38:24.089097 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] No Port match for: 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:38:24.089430 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 48b3f0a4-96d3-46e3-a20a-0e6e5571bb8f not bound to the agent host hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:38:24.139999 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6f0afa39-3a15-41e5-badf-e8610e261549 req-d821a41c-f31e-4f8f-96e2-da60cea5abf2 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c00f8a4b-551c-42ca-9059-e7181e649e4b&id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1694641 Sep 22 12:38:24.186146 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec695eb3-f91b-4d43-811d-bae01ba9e961 req-e48b1b66-b4df-41b7-9029-01990f4efd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:24.187584 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ec695eb3-f91b-4d43-811d-bae01ba9e961 req-e48b1b66-b4df-41b7-9029-01990f4efd00 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e89c96bb-2591-4e0c-beb0-c9cf50d0fbba HTTP/1.1" status: 200 len: 915 time: 0.2086234 Sep 22 12:38:24.202616 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-2942b8cc-5ca1-48c0-8b7f-dae4975c596d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581140 Sep 22 12:38:24.299807 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ec695eb3-f91b-4d43-811d-bae01ba9e961 req-c77ef85a-0c53-4001-8398-e90c6025404f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da2472cb-1cbb-4ba4-a05d-ce245112de62 HTTP/1.1" status: 200 len: 1001 time: 0.1037643 Sep 22 12:38:24.369548 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-e4b67d9d-f875-495e-ae81-18f7b1948939 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380470 Sep 22 12:38:24.371172 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec695eb3-f91b-4d43-811d-bae01ba9e961 req-c77012dd-4d61-4c8d-837a-a1fe1198cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:24.372500 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ec695eb3-f91b-4d43-811d-bae01ba9e961 req-c77012dd-4d61-4c8d-837a-a1fe1198cf94 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6f77e8e1-2fec-4fc0-8643-a473281b1384 HTTP/1.1" status: 200 len: 853 time: 0.0647004 Sep 22 12:38:24.416664 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec695eb3-f91b-4d43-811d-bae01ba9e961 req-573746c1-1ea6-4b28-af18-b6de70e22dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:24.418140 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ec695eb3-f91b-4d43-811d-bae01ba9e961 req-573746c1-1ea6-4b28-af18-b6de70e22dc0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e89c96bb-2591-4e0c-beb0-c9cf50d0fbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387230 Sep 22 12:38:24.512303 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ec695eb3-f91b-4d43-811d-bae01ba9e961 req-84478791-51e4-4981-a4df-8a68ab30e6de service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e89c96bb-2591-4e0c-beb0-c9cf50d0fbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864472 Sep 22 12:38:24.582545 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:24.614538 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ec695eb3-f91b-4d43-811d-bae01ba9e961 req-703d8690-4b1f-4eb5-aab8-db5a9e682793 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e89c96bb-2591-4e0c-beb0-c9cf50d0fbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952046 Sep 22 12:38:24.675449 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-145b4a67-7640-45c8-9cfd-20f5bd230d15 req-19c13aae-c880-4341-b5d4-d959b6537018 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 210 time: 0.0324411 Sep 22 12:38:25.016858 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-74df9cba-1bbd-42d1-b187-7dcfd6fb15ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:25.265750 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f8daa-2d47-46ee-88dc-542e388f0990 req-1c66b310-a4c2-4998-a26d-f54911f8ab3b tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:25.267193 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2b6f8daa-2d47-46ee-88dc-542e388f0990 req-1c66b310-a4c2-4998-a26d-f54911f8ab3b tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 984 time: 0.0472038 Sep 22 12:38:25.325741 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2b6f8daa-2d47-46ee-88dc-542e388f0990 req-48766f62-c7a0-4583-a1ef-6fc5e88e9d35 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c00f8a4b-551c-42ca-9059-e7181e649e4b&id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526800 Sep 22 12:38:25.759328 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d3ee606d-3cbc-4865-b0fd-76248d4cc3ab req-c9bf1692-b4f2-44c0-bb43-b0e75131295b tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 210 time: 0.0273848 Sep 22 12:38:26.446570 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9639e-79fd-46c6-a9c3-415b73532a97 req-90d2aa35-c932-4c4a-858b-d0cd402e4041 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:26.447997 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7ad9639e-79fd-46c6-a9c3-415b73532a97 req-90d2aa35-c932-4c4a-858b-d0cd402e4041 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 984 time: 0.0462263 Sep 22 12:38:26.511145 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7ad9639e-79fd-46c6-a9c3-415b73532a97 req-c1089538-b64b-4680-9f3c-7826a7345731 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c00f8a4b-551c-42ca-9059-e7181e649e4b&id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574901 Sep 22 12:38:26.862621 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-80a8bb9b-622f-4fe6-89f3-8063f52d2b85 req-4090c609-e67c-433d-b3a3-c897f2f42282 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 210 time: 0.0284240 Sep 22 12:38:27.068394 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-2385dd8c-cd4c-4d79-9c4e-664f5c4899c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:27.474222 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56008) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:38:27.578165 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e41774af-7a63-4839-8d25-85086bba8549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:27.614524 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:27.722011 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c9939-09d0-4131-b48e-5b5218b8082f req-6c22b568-e46f-4b69-b140-9ed951598d1f tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:27.723492 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-126c9939-09d0-4131-b48e-5b5218b8082f req-6c22b568-e46f-4b69-b140-9ed951598d1f tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 984 time: 0.1256523 Sep 22 12:38:27.817834 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e41774af-7a63-4839-8d25-85086bba8549 admin admin] Publish callbacks [] for security_group (f0ea440d-f2bd-4055-9733-5aabbad59cad), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:27.829690 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e41774af-7a63-4839-8d25-85086bba8549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (f0ea440d-f2bd-4055-9733-5aabbad59cad), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:27.879705 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-126c9939-09d0-4131-b48e-5b5218b8082f req-a6a7a9f4-7b88-4878-b7df-b59774c06b82 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c00f8a4b-551c-42ca-9059-e7181e649e4b&id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1478162 Sep 22 12:38:27.893874 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-cfc7b888-89aa-40c4-87a1-7b295e86f6db tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:27.895432 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-cfc7b888-89aa-40c4-87a1-7b295e86f6db tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.20 "GET /networking/v2.0/networks?id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07 HTTP/1.1" status: 200 len: 811 time: 0.2562375 Sep 22 12:38:27.916490 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-e41774af-7a63-4839-8d25-85086bba8549 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=27346ec2de2b47d7933bfb175d66f270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4411891 Sep 22 12:38:27.918662 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41774af-7a63-4839-8d25-85086bba8549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ea440d-f2bd-4055-9733-5aabbad59cad,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:38:27.919435 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56016) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:38:27.978004 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9a23b090-f1b2-4265-add5-26671bb67c13 admin admin] Publish callbacks [] for security_group (f0ea440d-f2bd-4055-9733-5aabbad59cad), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:27.992275 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b4239d9a-8e30-4f4e-bb99-3a08f972c68a req-5c6dfea3-7878-4614-b7e8-b927b994c86b tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 210 time: 0.0383184 Sep 22 12:38:27.997547 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9a23b090-f1b2-4265-add5-26671bb67c13 admin admin] Publish callbacks [] for security_group (f0ea440d-f2bd-4055-9733-5aabbad59cad), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:27.998814 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-81ed3794-5549-4119-af03-5de2d4d9ef24 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d44fc4fa85a4dfb82c31a602037a249 HTTP/1.1" status: 200 len: 379 time: 0.0909843 Sep 22 12:38:28.008435 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-1fb6c449-7213-4de1-8927-946f3d48b537 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Request body: {'port': {'device_id': 'f899b259-9171-48fc-956e-1b7185432312', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'admin_state_up': True, 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'security_groups': ['02f0e148-ca17-411b-9185-6cf2b040e862']}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:38:28.046517 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9a23b090-f1b2-4265-add5-26671bb67c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (f0ea440d-f2bd-4055-9733-5aabbad59cad), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:28.049096 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-9a23b090-f1b2-4265-add5-26671bb67c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:28.050235 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-9a23b090-f1b2-4265-add5-26671bb67c13 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f0ea440d-f2bd-4055-9733-5aabbad59cad HTTP/1.1" status: 204 len: 168 time: 0.1292486 Sep 22 12:38:28.061300 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23b090-f1b2-4265-add5-26671bb67c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ea440d-f2bd-4055-9733-5aabbad59cad,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:38:28.068640 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23b090-f1b2-4265-add5-26671bb67c13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:28.068979 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23b090-f1b2-4265-add5-26671bb67c13 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:28.069552 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23b090-f1b2-4265-add5-26671bb67c13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:28.070012 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23b090-f1b2-4265-add5-26671bb67c13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:28.070574 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23b090-f1b2-4265-add5-26671bb67c13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:28.070773 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23b090-f1b2-4265-add5-26671bb67c13 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:28.071279 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23b090-f1b2-4265-add5-26671bb67c13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:28.071702 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23b090-f1b2-4265-add5-26671bb67c13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:28.072206 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23b090-f1b2-4265-add5-26671bb67c13 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:28.072705 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23b090-f1b2-4265-add5-26671bb67c13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:28.073240 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23b090-f1b2-4265-add5-26671bb67c13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:28.073749 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23b090-f1b2-4265-add5-26671bb67c13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:28.074267 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23b090-f1b2-4265-add5-26671bb67c13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:28.074787 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23b090-f1b2-4265-add5-26671bb67c13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:28.075292 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a23b090-f1b2-4265-add5-26671bb67c13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:28.077705 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:28.139489 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-1fb6c449-7213-4de1-8927-946f3d48b537 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Made reservation on behalf of 5d44fc4fa85a4dfb82c31a602037a249 for: {'port': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:38:28.143303 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-1fb6c449-7213-4de1-8927-946f3d48b537 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:28.295617 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-1fb6c449-7213-4de1-8927-946f3d48b537 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Allocated IP 172.20.0.10 (a1ec96ed-6bf3-486f-b981-c8837f8cbc07/a41b6585-6dac-4960-897e-2f93b9acd95a/862c2f78-8a44-46e8-a88c-6091a58bc3eb) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:38:28.448606 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-1fb6c449-7213-4de1-8927-946f3d48b537 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for port (862c2f78-8a44-46e8-a88c-6091a58bc3eb), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:28.479586 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:28.481607 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-1fb6c449-7213-4de1-8927-946f3d48b537 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (862c2f78-8a44-46e8-a88c-6091a58bc3eb), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:28.524832 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-1fb6c449-7213-4de1-8927-946f3d48b537 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:38:28.527928 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-1fb6c449-7213-4de1-8927-946f3d48b537 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:38:28.531659 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-1fb6c449-7213-4de1-8927-946f3d48b537 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:38:28.537517 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6c449-7213-4de1-8927-946f3d48b537 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event updated for resources: {'Port': ['ID=862c2f78-8a44-46e8-a88c-6091a58bc3eb,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:38:28.580454 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:28.589063 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-1fb6c449-7213-4de1-8927-946f3d48b537 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:28.589661 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-1fb6c449-7213-4de1-8927-946f3d48b537 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:28.608652 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-1fb6c449-7213-4de1-8927-946f3d48b537 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6041400 Sep 22 12:38:28.622426 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] Request body: {'port': {'device_id': 'f899b259-9171-48fc-956e-1b7185432312', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:38:28.684343 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (862c2f78-8a44-46e8-a88c-6091a58bc3eb), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:28.755145 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-88733609-9672-4084-8716-aab6a67f4259 None None] Provisioning complete for port 862c2f78-8a44-46e8-a88c-6091a58bc3eb triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:38:28.755515 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-88733609-9672-4084-8716-aab6a67f4259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (862c2f78-8a44-46e8-a88c-6091a58bc3eb), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:28.755846 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-88733609-9672-4084-8716-aab6a67f4259 None None] Attempt 1 to provision port 862c2f78-8a44-46e8-a88c-6091a58bc3eb Sep 22 12:38:28.787347 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-88733609-9672-4084-8716-aab6a67f4259 None None] Port 862c2f78-8a44-46e8-a88c-6091a58bc3eb cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:38:28.892656 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:28.942237 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 862c2f78-8a44-46e8-a88c-6091a58bc3eb {{(pid=106188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:38:28.951440 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] Publish callbacks [] for port (862c2f78-8a44-46e8-a88c-6091a58bc3eb), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:28.963852 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.provisioning_blocks [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] Transition to ACTIVE for port object 862c2f78-8a44-46e8-a88c-6091a58bc3eb will not be triggered until provisioned by entity L2. {{(pid=106188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 12:38:28.967930 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (862c2f78-8a44-46e8-a88c-6091a58bc3eb), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:29.064854 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] Pushing event updated for resources: {'Port': ['ID=862c2f78-8a44-46e8-a88c-6091a58bc3eb,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:38:29.073678 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a048d0d-d450-41d3-b0e5-9efd26d0cc16 req-9c6022e4-fed1-412d-b94d-87579402ec1a tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:29.075127 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6a048d0d-d450-41d3-b0e5-9efd26d0cc16 req-9c6022e4-fed1-412d-b94d-87579402ec1a tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 984 time: 0.0853510 Sep 22 12:38:29.165383 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdb045-9a91-4975-82b1-7a38d9877346 req-57bf1ced-c6fd-4581-ac47-426221bd4724 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:29.166821 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-46bdb045-9a91-4975-82b1-7a38d9877346 req-57bf1ced-c6fd-4581-ac47-426221bd4724 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 944 time: 0.0748301 Sep 22 12:38:29.211409 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] Attempting to bind port 862c2f78-8a44-46e8-a88c-6091a58bc3eb on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:38:29.211653 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] Attempting to bind port 862c2f78-8a44-46e8-a88c-6091a58bc3eb by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '9244f81d-1745-453d-b02d-f5d950c65f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07'}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:38:29.211980 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] Attempting to bind port 862c2f78-8a44-46e8-a88c-6091a58bc3eb on network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:38:29.261454 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-6a048d0d-d450-41d3-b0e5-9efd26d0cc16 req-0e41d922-2c79-4051-84de-79bc7a4e3ef0 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c00f8a4b-551c-42ca-9059-e7181e649e4b&id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1682115 Sep 22 12:38:29.289123 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-88733609-9672-4084-8716-aab6a67f4259 None None] Attempt 2 to provision port 862c2f78-8a44-46e8-a88c-6091a58bc3eb Sep 22 12:38:29.290401 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-46bdb045-9a91-4975-82b1-7a38d9877346 req-621473f9-dd65-474f-8e1f-5848b52f0c51 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155632 Sep 22 12:38:29.295847 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] Port 862c2f78-8a44-46e8-a88c-6091a58bc3eb on network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 12:38:29.296171 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] Attempting to bind port 862c2f78-8a44-46e8-a88c-6091a58bc3eb on network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:38:29.330925 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-88733609-9672-4084-8716-aab6a67f4259 None None] Port 862c2f78-8a44-46e8-a88c-6091a58bc3eb cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:38:29.341739 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] Checking agent: {'id': '60a799af-7434-4fee-b6c6-29cadfeb25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'started_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:38:29.342084 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] Checking segment: {'id': '9244f81d-1745-453d-b02d-f5d950c65f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:38:29.342455 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] Bound using segment: {'id': '9244f81d-1745-453d-b02d-f5d950c65f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07'} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:38:29.342883 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] Bound port: 862c2f78-8a44-46e8-a88c-6091a58bc3eb, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9244f81d-1745-453d-b02d-f5d950c65f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07'}}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:38:29.343238 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (862c2f78-8a44-46e8-a88c-6091a58bc3eb), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:29.358521 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:29.408728 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] For port 862c2f78-8a44-46e8-a88c-6091a58bc3eb, host hv-cinder-85646, cleared binding levels {{(pid=106188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:38:29.411681 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] For port 862c2f78-8a44-46e8-a88c-6091a58bc3eb, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=862c2f78-8a44-46e8-a88c-6091a58bc3eb,segment=NetworkSegment(9244f81d-1745-453d-b02d-f5d950c65f60),segment_id=9244f81d-1745-453d-b02d-f5d950c65f60)] {{(pid=106188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:38:29.418197 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (862c2f78-8a44-46e8-a88c-6091a58bc3eb), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:29.422274 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:29.422880 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:29.424240 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/862c2f78-8a44-46e8-a88c-6091a58bc3eb HTTP/1.1" status: 200 len: 1094 time: 0.8061209 Sep 22 12:38:29.424805 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f899b259-9171-48fc-956e-1b7185432312', 'tag': '862c2f78-8a44-46e8-a88c-6091a58bc3eb'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:38:29.427012 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396d6885-bb75-4d3e-980d-b926c3dea108" -d '{"events": [{"name": "network-changed", "server_uuid": "f899b259-9171-48fc-956e-1b7185432312", "tag": "862c2f78-8a44-46e8-a88c-6091a58bc3eb"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:38:29.467956 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a0b425-77d0-48b3-83af-97b1fcbd92b7 x-openstack-request-id: req-87a0b425-77d0-48b3-83af-97b1fcbd92b7 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:38:29.468242 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f899b259-9171-48fc-956e-1b7185432312", "tag": "862c2f78-8a44-46e8-a88c-6091a58bc3eb", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:38:29.468522 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-87a0b425-77d0-48b3-83af-97b1fcbd92b7 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:38:29.468942 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87a0b425-77d0-48b3-83af-97b1fcbd92b7'] response: {'name': 'network-changed', 'server_uuid': 'f899b259-9171-48fc-956e-1b7185432312', 'tag': '862c2f78-8a44-46e8-a88c-6091a58bc3eb', 'status': 'completed', 'code': 200} Sep 22 12:38:29.513304 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b31c0-e8ad-4faa-8267-3a0c01061367 service neutron] Pushing event updated for resources: {'Port': ['ID=862c2f78-8a44-46e8-a88c-6091a58bc3eb,revision_number=3']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:38:29.521402 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-d895a5bb-7ec4-453d-86ed-12be1a0decd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:29.522910 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-d895a5bb-7ec4-453d-86ed-12be1a0decd9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5d44fc4fa85a4dfb82c31a602037a249&device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 1128 time: 0.0511913 Sep 22 12:38:29.563534 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-74bd84ef-05b1-4974-b676-f9b5b04355b5 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=862c2f78-8a44-46e8-a88c-6091a58bc3eb HTTP/1.1" status: 200 len: 217 time: 0.0323415 Sep 22 12:38:29.621609 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-06bbb373-f7f2-4428-81c3-68d916daaf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:29.623031 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-06bbb373-f7f2-4428-81c3-68d916daaf7c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a41b6585-6dac-4960-897e-2f93b9acd95a HTTP/1.1" status: 200 len: 850 time: 0.0476828 Sep 22 12:38:29.665641 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-dafa0339-4f36-4355-86f2-bdb183dba4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:29.667095 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-dafa0339-4f36-4355-86f2-bdb183dba4e6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385454 Sep 22 12:38:29.754348 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-deb19e92-1c23-4f16-82eb-4421ca46f66d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808008 Sep 22 12:38:29.821257 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:29.832341 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-88733609-9672-4084-8716-aab6a67f4259 None None] Attempt 3 to provision port 862c2f78-8a44-46e8-a88c-6091a58bc3eb Sep 22 12:38:29.848116 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f97d08c8-f586-449c-aeca-9ce5e77e7b02 req-8e2638ec-0b11-4f84-b2da-9c7899462dda service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869896 Sep 22 12:38:29.870354 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-88733609-9672-4084-8716-aab6a67f4259 None None] Port 862c2f78-8a44-46e8-a88c-6091a58bc3eb had new provisioning blocks added so it will not transition to active. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 12:38:29.927261 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:29.995926 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:30.199772 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d6885-bb75-4d3e-980d-b926c3dea108 req-dfd3cfc1-f94c-4ab1-99d8-b10178a3166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:30.201285 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-396d6885-bb75-4d3e-980d-b926c3dea108 req-dfd3cfc1-f94c-4ab1-99d8-b10178a3166b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5d44fc4fa85a4dfb82c31a602037a249&device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 1128 time: 0.0388210 Sep 22 12:38:30.590465 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2c12a-8e29-43cd-8626-9d1189a95b46 req-54b44b0b-53e2-4443-91f2-e71ff090ceb2 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:30.591952 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-55b2c12a-8e29-43cd-8626-9d1189a95b46 req-54b44b0b-53e2-4443-91f2-e71ff090ceb2 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 984 time: 0.0924106 Sep 22 12:38:30.611643 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f694c40-6aac-4568-b2b9-3c12edb8935b req-6bbeb761-6c58-450b-b539-5c0cff4ae339 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:30.613059 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8f694c40-6aac-4568-b2b9-3c12edb8935b req-6bbeb761-6c58-450b-b539-5c0cff4ae339 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 944 time: 0.1124675 Sep 22 12:38:30.642001 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d6885-bb75-4d3e-980d-b926c3dea108 req-f1555f16-af9a-41ec-80ca-2c0b77a6e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:30.643361 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-396d6885-bb75-4d3e-980d-b926c3dea108 req-f1555f16-af9a-41ec-80ca-2c0b77a6e824 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07 HTTP/1.1" status: 200 len: 912 time: 0.4353354 Sep 22 12:38:30.704397 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-396d6885-bb75-4d3e-980d-b926c3dea108 req-24b8605b-8b15-411f-8dc0-7046c2471e6e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=862c2f78-8a44-46e8-a88c-6091a58bc3eb HTTP/1.1" status: 200 len: 217 time: 0.0480511 Sep 22 12:38:30.770709 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-55b2c12a-8e29-43cd-8626-9d1189a95b46 req-206c5e02-11c0-45a1-91b3-d0acd4bea539 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c00f8a4b-551c-42ca-9059-e7181e649e4b&id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1688704 Sep 22 12:38:30.776059 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8f694c40-6aac-4568-b2b9-3c12edb8935b req-0d28ee98-4247-41d8-9ef2-e27780635223 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499159 Sep 22 12:38:30.790742 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d6885-bb75-4d3e-980d-b926c3dea108 req-200065d4-491a-42ee-9397-e43e9be9c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:30.792182 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-396d6885-bb75-4d3e-980d-b926c3dea108 req-200065d4-491a-42ee-9397-e43e9be9c3ba service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a41b6585-6dac-4960-897e-2f93b9acd95a HTTP/1.1" status: 200 len: 850 time: 0.0753653 Sep 22 12:38:30.836280 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d6885-bb75-4d3e-980d-b926c3dea108 req-bce96b9e-ff08-469f-94e1-13e340578552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:30.837734 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-396d6885-bb75-4d3e-980d-b926c3dea108 req-bce96b9e-ff08-469f-94e1-13e340578552 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379775 Sep 22 12:38:30.930518 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-396d6885-bb75-4d3e-980d-b926c3dea108 req-55009f2f-43da-4ca5-83aa-a04fef1c984b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828664 Sep 22 12:38:31.024755 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-396d6885-bb75-4d3e-980d-b926c3dea108 req-214a647c-10e4-4c23-8aff-449fe8466271 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848746 Sep 22 12:38:31.922463 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af7b15-16f3-408e-a414-5b22a6e7f145 req-bf331c89-1e07-4bac-ae4c-3c13de134c6c tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:31.923897 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-49af7b15-16f3-408e-a414-5b22a6e7f145 req-bf331c89-1e07-4bac-ae4c-3c13de134c6c tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 984 time: 0.0781221 Sep 22 12:38:31.931676 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6048747-98df-47ea-ac83-7caf3a95ad6e req-05d42dda-738f-4ce7-934e-ac4bf20a6d64 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:31.933035 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c6048747-98df-47ea-ac83-7caf3a95ad6e req-05d42dda-738f-4ce7-934e-ac4bf20a6d64 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 944 time: 0.0777612 Sep 22 12:38:31.939280 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:32.021245 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c6048747-98df-47ea-ac83-7caf3a95ad6e req-8f9429d8-1bad-434c-a9de-8fc31cc4ca5e tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798690 Sep 22 12:38:32.026569 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-49af7b15-16f3-408e-a414-5b22a6e7f145 req-5b831c62-4677-4864-b3d0-bab11fa2d3b0 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c00f8a4b-551c-42ca-9059-e7181e649e4b&id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0926809 Sep 22 12:38:32.392587 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=68 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:32.398339 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=64 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:33.103168 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:33.171581 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8f64c-ef10-418a-ba3c-da220470befd req-2d1c76b1-d12d-48ef-a03f-113ae5fb3a3b tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:33.172968 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1ff8f64c-ef10-418a-ba3c-da220470befd req-2d1c76b1-d12d-48ef-a03f-113ae5fb3a3b tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 944 time: 0.0791733 Sep 22 12:38:33.181036 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58314f1-3363-4e98-8b49-036be3ffdc98 req-dfccd1a7-71af-429c-81e0-0b895e20cd6b tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:33.182396 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c58314f1-3363-4e98-8b49-036be3ffdc98 req-dfccd1a7-71af-429c-81e0-0b895e20cd6b tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 984 time: 0.0777011 Sep 22 12:38:33.259039 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1ff8f64c-ef10-418a-ba3c-da220470befd req-b2b97403-e6dd-4971-aec5-012d5e78a257 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757124 Sep 22 12:38:33.275808 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c58314f1-3363-4e98-8b49-036be3ffdc98 req-a0136b02-1f96-4dd2-9ad0-98cac446cdd9 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c00f8a4b-551c-42ca-9059-e7181e649e4b&id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0866797 Sep 22 12:38:34.407397 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95550d86-ea25-41e8-91c2-08401f7cee73 req-3c3e01ca-0a12-4247-857a-8028823b1fac tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:34.408853 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-95550d86-ea25-41e8-91c2-08401f7cee73 req-3c3e01ca-0a12-4247-857a-8028823b1fac tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 944 time: 0.0764022 Sep 22 12:38:34.427983 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b89f6-7ded-43da-8753-03106b8aabf3 req-bc007f5f-f8ed-41bb-a103-5e5818847283 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:34.429912 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-151b89f6-7ded-43da-8753-03106b8aabf3 req-bc007f5f-f8ed-41bb-a103-5e5818847283 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 984 time: 0.0693667 Sep 22 12:38:34.495097 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-95550d86-ea25-41e8-91c2-08401f7cee73 req-07dacc08-0c61-4787-8fbe-c44961f8fbe9 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805805 Sep 22 12:38:34.516004 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-151b89f6-7ded-43da-8753-03106b8aabf3 req-a4dae198-9b10-49f0-87d3-229d2be485de tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c00f8a4b-551c-42ca-9059-e7181e649e4b&id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0793099 Sep 22 12:38:35.645182 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2035bd7-856d-4cdb-bc8b-6ca9befcf09e req-6d134563-0a04-4552-b8d1-e180534a799a tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:35.646627 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f2035bd7-856d-4cdb-bc8b-6ca9befcf09e req-6d134563-0a04-4552-b8d1-e180534a799a tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 944 time: 0.0758419 Sep 22 12:38:35.667383 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296a45f-30bf-4a1f-9e09-32d75c9fe075 req-b8b739f5-5c74-458c-a841-5453685763e5 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:35.668798 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c296a45f-30bf-4a1f-9e09-32d75c9fe075 req-b8b739f5-5c74-458c-a841-5453685763e5 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 984 time: 0.0703917 Sep 22 12:38:35.734126 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f2035bd7-856d-4cdb-bc8b-6ca9befcf09e req-09116901-a9ed-4c93-b4ce-a4716af63af4 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812931 Sep 22 12:38:35.754500 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c296a45f-30bf-4a1f-9e09-32d75c9fe075 req-cc56e55d-c080-4536-b722-922ab45078c6 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c00f8a4b-551c-42ca-9059-e7181e649e4b&id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0787268 Sep 22 12:38:36.880481 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8b828-7ac4-42a8-aa75-7968b6bf550b req-1dcf179c-d9f7-40af-aec7-65b17500a269 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:36.881933 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-eab8b828-7ac4-42a8-aa75-7968b6bf550b req-1dcf179c-d9f7-40af-aec7-65b17500a269 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 944 time: 0.0724952 Sep 22 12:38:36.900539 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a2bf9-3e2b-4662-9299-873192fdcbc9 req-759350de-b736-4c0e-ad96-634699ed1fd7 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:36.901897 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4a3a2bf9-3e2b-4662-9299-873192fdcbc9 req-759350de-b736-4c0e-ad96-634699ed1fd7 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 984 time: 0.0652943 Sep 22 12:38:36.966574 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-eab8b828-7ac4-42a8-aa75-7968b6bf550b req-37767449-6931-45ca-b9b5-6f383ea5ab45 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790534 Sep 22 12:38:36.991736 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4a3a2bf9-3e2b-4662-9299-873192fdcbc9 req-943e5bec-4e67-462f-b01e-dae0daca7b04 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=c00f8a4b-551c-42ca-9059-e7181e649e4b&id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0794935 Sep 22 12:38:38.056118 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:38.068625 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:38.086445 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b117ef-9bdc-4647-adaa-4186727e4df0 req-1ff32339-f531-4f8c-ba88-427a796c740e tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:38.088468 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-04b117ef-9bdc-4647-adaa-4186727e4df0 req-1ff32339-f531-4f8c-ba88-427a796c740e tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 944 time: 0.0472009 Sep 22 12:38:38.117579 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 862c2f78-8a44-46e8-a88c-6091a58bc3eb details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:38:38.138913 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-04b117ef-9bdc-4647-adaa-4186727e4df0 req-764ebeb4-3d3f-4ab9-9655-a34208c93b80 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447946 Sep 22 12:38:38.225671 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 862c2f78-8a44-46e8-a88c-6091a58bc3eb, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=862c2f78-8a44-46e8-a88c-6091a58bc3eb,segment=NetworkSegment(9244f81d-1745-453d-b02d-f5d950c65f60),segment_id=9244f81d-1745-453d-b02d-f5d950c65f60)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:38:38.237342 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': '862c2f78-8a44-46e8-a88c-6091a58bc3eb', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'port_id': '862c2f78-8a44-46e8-a88c-6091a58bc3eb', 'mac_address': 'fa:16:3e:2f:63:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:38:38.271057 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 862c2f78-8a44-46e8-a88c-6091a58bc3eb is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:38:38.271440 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (862c2f78-8a44-46e8-a88c-6091a58bc3eb), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:38.285323 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 862c2f78-8a44-46e8-a88c-6091a58bc3eb {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:38:38.305372 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 862c2f78-8a44-46e8-a88c-6091a58bc3eb, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=862c2f78-8a44-46e8-a88c-6091a58bc3eb,segment=NetworkSegment(9244f81d-1745-453d-b02d-f5d950c65f60),segment_id=9244f81d-1745-453d-b02d-f5d950c65f60)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:38:38.309600 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (862c2f78-8a44-46e8-a88c-6091a58bc3eb), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:38.357249 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=862c2f78-8a44-46e8-a88c-6091a58bc3eb,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:38:38.364028 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:38.364393 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:38.364733 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:38.365065 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:38.365389 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:38.365706 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:38.366026 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:38.366342 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:38.366659 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:38.366973 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:38.367288 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:38.367603 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:38.367921 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:38.368229 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:38.368564 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:38:38.474365 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:38.530958 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['862c2f78-8a44-46e8-a88c-6091a58bc3eb'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:38:38.586438 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:38.691675 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:39.255164 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:39.264087 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c06e99-d998-4075-9a1b-3dcae71350aa req-9193f396-a407-4ecf-ae30-a05a4ebed3ad tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:39.265541 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a2c06e99-d998-4075-9a1b-3dcae71350aa req-9193f396-a407-4ecf-ae30-a05a4ebed3ad tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 945 time: 0.0467794 Sep 22 12:38:39.316506 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a2c06e99-d998-4075-9a1b-3dcae71350aa req-0555421e-e8ff-41fb-9124-e13740779e92 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454550 Sep 22 12:38:40.134266 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 862c2f78-8a44-46e8-a88c-6091a58bc3eb up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:38:40.176573 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning for port 862c2f78-8a44-46e8-a88c-6091a58bc3eb completed by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 12:38:40.182262 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port 862c2f78-8a44-46e8-a88c-6091a58bc3eb triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:38:40.182643 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (862c2f78-8a44-46e8-a88c-6091a58bc3eb), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:40.182974 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port 862c2f78-8a44-46e8-a88c-6091a58bc3eb Sep 22 12:38:40.256838 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 862c2f78-8a44-46e8-a88c-6091a58bc3eb is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:38:40.257218 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (862c2f78-8a44-46e8-a88c-6091a58bc3eb), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:40.279747 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f899b259-9171-48fc-956e-1b7185432312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862c2f78-8a44-46e8-a88c-6091a58bc3eb'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:38:40.281999 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031f6fd7-8c9f-4beb-8f92-333c5657bb30" -d '{"events": [{"server_uuid": "f899b259-9171-48fc-956e-1b7185432312", "name": "network-vif-plugged", "status": "completed", "tag": "862c2f78-8a44-46e8-a88c-6091a58bc3eb"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:38:40.296369 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 862c2f78-8a44-46e8-a88c-6091a58bc3eb, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=862c2f78-8a44-46e8-a88c-6091a58bc3eb,segment=NetworkSegment(9244f81d-1745-453d-b02d-f5d950c65f60),segment_id=9244f81d-1745-453d-b02d-f5d950c65f60)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:38:40.300055 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (862c2f78-8a44-46e8-a88c-6091a58bc3eb), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:40.322584 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8add7b-a231-4416-8279-8d15ad8c4fba x-openstack-request-id: req-4d8add7b-a231-4416-8279-8d15ad8c4fba {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:38:40.322813 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f899b259-9171-48fc-956e-1b7185432312", "name": "network-vif-plugged", "status": "completed", "tag": "862c2f78-8a44-46e8-a88c-6091a58bc3eb", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:38:40.323068 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4d8add7b-a231-4416-8279-8d15ad8c4fba {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:38:40.323460 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d8add7b-a231-4416-8279-8d15ad8c4fba'] response: {'server_uuid': 'f899b259-9171-48fc-956e-1b7185432312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862c2f78-8a44-46e8-a88c-6091a58bc3eb', 'code': 200} Sep 22 12:38:40.351396 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=862c2f78-8a44-46e8-a88c-6091a58bc3eb,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:38:40.439121 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b351fc-530c-4b89-ab80-903983e8e9da req-c5154e3e-d90c-465c-9839-3c76ab73a776 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:40.440521 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-38b351fc-530c-4b89-ab80-903983e8e9da req-c5154e3e-d90c-465c-9839-3c76ab73a776 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 946 time: 0.0463502 Sep 22 12:38:40.453947 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:40.493338 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-38b351fc-530c-4b89-ab80-903983e8e9da req-3c41b46f-459a-40ab-9705-edf7d2519ede tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466137 Sep 22 12:38:40.553034 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a328e-a63d-4e6a-a3e4-bc1184c6ac1a req-649e7fc5-2d0a-42ed-a50d-a93a0872a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:40.554449 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-213a328e-a63d-4e6a-a3e4-bc1184c6ac1a req-649e7fc5-2d0a-42ed-a50d-a93a0872a145 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 1130 time: 0.0373864 Sep 22 12:38:40.599056 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-213a328e-a63d-4e6a-a3e4-bc1184c6ac1a req-f10628bb-3970-4dd7-b718-f5fc8eff530d service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386524 Sep 22 12:38:41.618237 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d04e0-735b-4bd9-88e2-51172ce586ef req-f8b175fc-1dcb-439c-9572-7aefe4cde08c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:41.619783 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7e4d04e0-735b-4bd9-88e2-51172ce586ef req-f8b175fc-1dcb-439c-9572-7aefe4cde08c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 946 time: 0.0494807 Sep 22 12:38:41.668130 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7e4d04e0-735b-4bd9-88e2-51172ce586ef req-ea859683-455e-454b-89fc-8ac8fd560071 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428059 Sep 22 12:38:42.784563 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168e24b-33c6-4067-8e1d-eaa36ffe7761 req-1f856ee5-167a-4ccd-8395-ea3ea1b4c392 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:42.786033 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f168e24b-33c6-4067-8e1d-eaa36ffe7761 req-1f856ee5-167a-4ccd-8395-ea3ea1b4c392 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 946 time: 0.0456157 Sep 22 12:38:42.834221 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f168e24b-33c6-4067-8e1d-eaa36ffe7761 req-4d137925-2470-4970-a021-8f86023da91f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421574 Sep 22 12:38:42.955054 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a887f5-97b0-4a78-8716-4a7bf7737977 req-eb76628f-b292-402f-9f67-16b1279bd977 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:42.956443 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e8a887f5-97b0-4a78-8716-4a7bf7737977 req-eb76628f-b292-402f-9f67-16b1279bd977 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 946 time: 0.0494888 Sep 22 12:38:43.004794 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e8a887f5-97b0-4a78-8716-4a7bf7737977 req-97e3fa52-8065-4c6a-9052-81e6b5598b3b tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427985 Sep 22 12:38:43.032933 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56068) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:38:43.070110 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f532ae56-f7f5-4f74-9b98-92fd5beaf9b9 tempest-TestVolumeBootPattern-1242857788 tempest-TestVolumeBootPattern-1242857788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:43.071574 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-f532ae56-f7f5-4f74-9b98-92fd5beaf9b9 tempest-TestVolumeBootPattern-1242857788 tempest-TestVolumeBootPattern-1242857788-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 1125 time: 0.0377007 Sep 22 12:38:43.074411 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56070) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:38:43.078732 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-eb79f8c3-81da-46e1-a075-5ffa7658c787 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Request body: {'floatingip': {'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'port_id': '862c2f78-8a44-46e8-a88c-6091a58bc3eb', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:38:43.099792 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-eb79f8c3-81da-46e1-a075-5ffa7658c787 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:43.178995 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-eb79f8c3-81da-46e1-a075-5ffa7658c787 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:43.282500 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [None req-eb79f8c3-81da-46e1-a075-5ffa7658c787 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Allocated IP 172.27.0.111 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/4597dfa1-6297-4c43-a62f-99af08166416) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:38:43.387854 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-eb79f8c3-81da-46e1-a075-5ffa7658c787 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for port (4597dfa1-6297-4c43-a62f-99af08166416), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:43.389023 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:43.428696 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-eb79f8c3-81da-46e1-a075-5ffa7658c787 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (4597dfa1-6297-4c43-a62f-99af08166416), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:43.472818 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb79f8c3-81da-46e1-a075-5ffa7658c787 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:38:43.475913 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-eb79f8c3-81da-46e1-a075-5ffa7658c787 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:38:43.480514 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb79f8c3-81da-46e1-a075-5ffa7658c787 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:38:43.483699 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79f8c3-81da-46e1-a075-5ffa7658c787 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event updated for resources: {'Port': ['ID=4597dfa1-6297-4c43-a62f-99af08166416,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:38:43.502162 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:43.824437 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-eb79f8c3-81da-46e1-a075-5ffa7658c787 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for floatingip (fa72a423-9cd8-415e-9663-b176c58ea932), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:43.889090 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-eb79f8c3-81da-46e1-a075-5ffa7658c787 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (4597dfa1-6297-4c43-a62f-99af08166416), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:44.030913 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-eb79f8c3-81da-46e1-a075-5ffa7658c787 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for port (4597dfa1-6297-4c43-a62f-99af08166416), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:44.035392 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-eb79f8c3-81da-46e1-a075-5ffa7658c787 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (4597dfa1-6297-4c43-a62f-99af08166416), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:44.101786 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79f8c3-81da-46e1-a075-5ffa7658c787 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event updated for resources: {'Port': ['ID=4597dfa1-6297-4c43-a62f-99af08166416,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:38:44.104863 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-eb79f8c3-81da-46e1-a075-5ffa7658c787 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (fa72a423-9cd8-415e-9663-b176c58ea932), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:44.137400 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:44.198680 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.l3_db [None req-eb79f8c3-81da-46e1-a075-5ffa7658c787 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Floating IP fa72a423-9cd8-415e-9663-b176c58ea932 associated. External IP: 172.27.0.111, port: 862c2f78-8a44-46e8-a88c-6091a58bc3eb. Sep 22 12:38:44.328050 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:44.392644 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb79f8c3-81da-46e1-a075-5ffa7658c787 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Router 9901d003-8388-4a46-8181-600209dea5ef has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:38:44.490815 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb79f8c3-81da-46e1-a075-5ffa7658c787 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:38:44.500829 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd2261c-8251-4198-a04a-bc94da6dba18 None None] Sync routers for ids ['9901d003-8388-4a46-8181-600209dea5ef'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:38:44.508745 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-eb79f8c3-81da-46e1-a075-5ffa7658c787 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:44.510332 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd2261c-8251-4198-a04a-bc94da6dba18 None None] Routers {'9901d003-8388-4a46-8181-600209dea5ef'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:38:44.511004 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-1fd2261c-8251-4198-a04a-bc94da6dba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:38:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9901d003-8388-4a46-8181-600209dea5ef'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:38:44.543906 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-eb79f8c3-81da-46e1-a075-5ffa7658c787 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4663641 Sep 22 12:38:44.543906 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f899b259-9171-48fc-956e-1b7185432312', 'tag': '862c2f78-8a44-46e8-a88c-6091a58bc3eb'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:38:44.544787 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b5b75b-9b28-4e98-9cc7-f7226faa23fa" -d '{"events": [{"name": "network-changed", "server_uuid": "f899b259-9171-48fc-956e-1b7185432312", "tag": "862c2f78-8a44-46e8-a88c-6091a58bc3eb"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:38:44.581239 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef51a77-6f0c-4d68-8bcd-29f25ccdd248 x-openstack-request-id: req-1ef51a77-6f0c-4d68-8bcd-29f25ccdd248 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:38:44.581559 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f899b259-9171-48fc-956e-1b7185432312", "tag": "862c2f78-8a44-46e8-a88c-6091a58bc3eb", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:38:44.581827 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1ef51a77-6f0c-4d68-8bcd-29f25ccdd248 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:38:44.582224 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef51a77-6f0c-4d68-8bcd-29f25ccdd248'] response: {'name': 'network-changed', 'server_uuid': 'f899b259-9171-48fc-956e-1b7185432312', 'tag': '862c2f78-8a44-46e8-a88c-6091a58bc3eb', 'status': 'completed', 'code': 200} Sep 22 12:38:44.612834 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-1fd2261c-8251-4198-a04a-bc94da6dba18 None None] Set router 9901d003-8388-4a46-8181-600209dea5ef gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:38:44.830083 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-1fd2261c-8251-4198-a04a-bc94da6dba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'fa72a423-9cd8-415e-9663-b176c58ea932', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': '9901d003-8388-4a46-8181-600209dea5ef', 'port_id': '862c2f78-8a44-46e8-a88c-6091a58bc3eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'mac_address': 'fa:16:3e:2f:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f899b259-9171-48fc-956e-1b7185432312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:38:43Z', 'updated_at': '2022-09-22T12:38:43Z', 'revision_number': 0, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 5, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:38:44.857313 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd2261c-8251-4198-a04a-bc94da6dba18 None None] Checking router: 9901d003-8388-4a46-8181-600209dea5ef for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:38:44.866967 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd2261c-8251-4198-a04a-bc94da6dba18 None None] Routers {'9901d003-8388-4a46-8181-600209dea5ef'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:38:44.867611 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-1fd2261c-8251-4198-a04a-bc94da6dba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:38:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9901d003-8388-4a46-8181-600209dea5ef'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:38:44.893793 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5b75b-9b28-4e98-9cc7-f7226faa23fa req-0e42ad26-a605-40e8-8fa9-3cabc25cb103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:44.896151 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-34b5b75b-9b28-4e98-9cc7-f7226faa23fa req-0e42ad26-a605-40e8-8fa9-3cabc25cb103 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5d44fc4fa85a4dfb82c31a602037a249&device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 1130 time: 0.2913980 Sep 22 12:38:44.982776 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-1fd2261c-8251-4198-a04a-bc94da6dba18 None None] Set router 9901d003-8388-4a46-8181-600209dea5ef gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:38:44.998634 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5b75b-9b28-4e98-9cc7-f7226faa23fa req-216c0ba0-967b-4b5b-b51f-0cf226b66fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:45.000083 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-34b5b75b-9b28-4e98-9cc7-f7226faa23fa req-216c0ba0-967b-4b5b-b51f-0cf226b66fdb service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07 HTTP/1.1" status: 200 len: 912 time: 0.0980697 Sep 22 12:38:45.060818 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-34b5b75b-9b28-4e98-9cc7-f7226faa23fa req-f0ea83af-8924-4ffb-92f0-f19f83926fb1 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=862c2f78-8a44-46e8-a88c-6091a58bc3eb HTTP/1.1" status: 200 len: 1000 time: 0.0543556 Sep 22 12:38:45.108976 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5b75b-9b28-4e98-9cc7-f7226faa23fa req-718a513c-9a4c-4c51-a49b-3222876fe094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:45.110404 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-34b5b75b-9b28-4e98-9cc7-f7226faa23fa req-718a513c-9a4c-4c51-a49b-3222876fe094 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a41b6585-6dac-4960-897e-2f93b9acd95a HTTP/1.1" status: 200 len: 850 time: 0.0444436 Sep 22 12:38:45.156874 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5b75b-9b28-4e98-9cc7-f7226faa23fa req-55cfc172-0990-4f5b-ac9b-55cd5563ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:38:45.158423 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-34b5b75b-9b28-4e98-9cc7-f7226faa23fa req-55cfc172-0990-4f5b-ac9b-55cd5563ab83 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420289 Sep 22 12:38:45.188605 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-1fd2261c-8251-4198-a04a-bc94da6dba18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'fa72a423-9cd8-415e-9663-b176c58ea932', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': '9901d003-8388-4a46-8181-600209dea5ef', 'port_id': '862c2f78-8a44-46e8-a88c-6091a58bc3eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'mac_address': 'fa:16:3e:2f:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f899b259-9171-48fc-956e-1b7185432312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:38:43Z', 'updated_at': '2022-09-22T12:38:43Z', 'revision_number': 0, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 5, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:38:45.212580 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd2261c-8251-4198-a04a-bc94da6dba18 None None] The sync data for ids ['9901d003-8388-4a46-8181-600209dea5ef'] in dv-cinder-856463-4-iscsi is: [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'fa72a423-9cd8-415e-9663-b176c58ea932', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': '9901d003-8388-4a46-8181-600209dea5ef', 'port_id': '862c2f78-8a44-46e8-a88c-6091a58bc3eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'mac_address': 'fa:16:3e:2f:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f899b259-9171-48fc-956e-1b7185432312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:38:43Z', 'updated_at': '2022-09-22T12:38:43Z', 'revision_number': 0, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 5, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:38:45.248592 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-34b5b75b-9b28-4e98-9cc7-f7226faa23fa req-65e81991-2898-4d99-854a-5b2297286428 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839233 Sep 22 12:38:45.345512 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-34b5b75b-9b28-4e98-9cc7-f7226faa23fa req-885a3929-de1b-4cc8-bd24-673853687604 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905426 Sep 22 12:38:45.407448 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526f56b6-bbdb-4d69-944c-5704a5deb6f4 None None] New status for floating IP fa72a423-9cd8-415e-9663-b176c58ea932: ACTIVE {{(pid=106190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:38:48.300022 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:38:54.970350 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-f4e6a4cd-bdc0-4740-823a-97eeb220813b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:55.340197 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:55.342114 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=66,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:57.069723 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-8e53b645-9e09-4453-b3c7-ef5ad1ee98b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:58.295282 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:58.296617 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=78 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:38:58.481871 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:59.930755 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:38:59.997679 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:08.474704 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:10.714566 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-68ea0b47-84d8-487d-8be1-bbb9dcd86055 req-b5149b4e-78f4-4d62-8d1c-877004c925c1 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-695521340&fields=id&tenant_id=4793b91c7212484c84960201b2d39114 HTTP/1.1" status: 200 len: 267 time: 0.0444560 Sep 22 12:39:10.766076 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea0b47-84d8-487d-8be1-bbb9dcd86055 req-725114b6-4e36-44e9-bd72-f67427963c6c tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:10.767519 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-68ea0b47-84d8-487d-8be1-bbb9dcd86055 req-725114b6-4e36-44e9-bd72-f67427963c6c tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 984 time: 0.0470862 Sep 22 12:39:10.778493 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-68ea0b47-84d8-487d-8be1-bbb9dcd86055 req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Request body: {'port': {'security_groups': ['25b01e25-fde7-4537-803f-8829ef4e50da']}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:39:10.853232 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-68ea0b47-84d8-487d-8be1-bbb9dcd86055 req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (da2472cb-1cbb-4ba4-a05d-ce245112de62), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:11.023774 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-68ea0b47-84d8-487d-8be1-bbb9dcd86055 req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] For port da2472cb-1cbb-4ba4-a05d-ce245112de62, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=da2472cb-1cbb-4ba4-a05d-ce245112de62,segment=NetworkSegment(fe10682d-f689-4618-9b72-0658e317df19),segment_id=fe10682d-f689-4618-9b72-0658e317df19)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:39:11.050364 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-68ea0b47-84d8-487d-8be1-bbb9dcd86055 req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for port (da2472cb-1cbb-4ba4-a05d-ce245112de62), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:11.054538 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-68ea0b47-84d8-487d-8be1-bbb9dcd86055 req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (da2472cb-1cbb-4ba4-a05d-ce245112de62), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:11.065129 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea0b47-84d8-487d-8be1-bbb9dcd86055 req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:11.065730 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-68ea0b47-84d8-487d-8be1-bbb9dcd86055 req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:11.067075 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-68ea0b47-84d8-487d-8be1-bbb9dcd86055 req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "PUT /networking/v2.0/ports/da2472cb-1cbb-4ba4-a05d-ce245112de62 HTTP/1.1" status: 200 len: 942 time: 0.2934799 Sep 22 12:39:11.067595 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['da2472cb-1cbb-4ba4-a05d-ce245112de62'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:39:11.068075 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d05490e-4480-4ff7-9fe4-be7c63c1df9a', 'tag': 'da2472cb-1cbb-4ba4-a05d-ce245112de62'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:39:11.069997 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=59,neutron:UPDATE=5 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:11.070240 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6d0e7c-bce7-46b4-8b67-59a2616113b2" -d '{"events": [{"name": "network-changed", "server_uuid": "3d05490e-4480-4ff7-9fe4-be7c63c1df9a", "tag": "da2472cb-1cbb-4ba4-a05d-ce245112de62"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:39:11.074150 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56094) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:11.091285 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=70,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:11.123965 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Pushing event updated for resources: {'Port': ['ID=da2472cb-1cbb-4ba4-a05d-ce245112de62,revision_number=7']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:11.131296 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:11.131503 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:11.131931 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:11.132279 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:11.132638 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:11.132984 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:11.133303 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:11.133695 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:11.134552 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:11.134879 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:11.135210 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:11.135535 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:11.135859 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:11.136183 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:11.136540 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3e59c6-2629-4fea-ad2e-a072719f8335 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:11.139272 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-473eb477-8f5f-470c-b74f-d5df20db9a23 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group (c00f8a4b-551c-42ca-9059-e7181e649e4b), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:11.148171 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9aecf8-3274-4c45-a090-43e96b6e503a x-openstack-request-id: req-6c9aecf8-3274-4c45-a090-43e96b6e503a {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:39:11.148496 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d05490e-4480-4ff7-9fe4-be7c63c1df9a", "tag": "da2472cb-1cbb-4ba4-a05d-ce245112de62", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:39:11.148839 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6c9aecf8-3274-4c45-a090-43e96b6e503a {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:39:11.149582 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c9aecf8-3274-4c45-a090-43e96b6e503a'] response: {'name': 'network-changed', 'server_uuid': '3d05490e-4480-4ff7-9fe4-be7c63c1df9a', 'tag': 'da2472cb-1cbb-4ba4-a05d-ce245112de62', 'status': 'completed', 'code': 200} Sep 22 12:39:11.165681 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-473eb477-8f5f-470c-b74f-d5df20db9a23 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group (c00f8a4b-551c-42ca-9059-e7181e649e4b), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:11.203799 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['da2472cb-1cbb-4ba4-a05d-ce245112de62'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:39:11.217111 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d0e7c-bce7-46b4-8b67-59a2616113b2 req-40262df7-a7b6-4322-9f1f-5749eff0eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:11.219227 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7f6d0e7c-bce7-46b4-8b67-59a2616113b2 req-40262df7-a7b6-4322-9f1f-5749eff0eda5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4793b91c7212484c84960201b2d39114&device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 1129 time: 0.0454721 Sep 22 12:39:11.229541 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-473eb477-8f5f-470c-b74f-d5df20db9a23 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (c00f8a4b-551c-42ca-9059-e7181e649e4b), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:11.232110 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-473eb477-8f5f-470c-b74f-d5df20db9a23 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:11.236801 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-473eb477-8f5f-470c-b74f-d5df20db9a23 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c00f8a4b-551c-42ca-9059-e7181e649e4b HTTP/1.1" status: 204 len: 168 time: 0.1614208 Sep 22 12:39:11.238225 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56096) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:11.290338 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473eb477-8f5f-470c-b74f-d5df20db9a23 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00f8a4b-551c-42ca-9059-e7181e649e4b,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:11.329711 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d0e7c-bce7-46b4-8b67-59a2616113b2 req-0f5895d1-4e80-498c-aa4a-0be04769043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:11.332495 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7f6d0e7c-bce7-46b4-8b67-59a2616113b2 req-0f5895d1-4e80-498c-aa4a-0be04769043e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e89c96bb-2591-4e0c-beb0-c9cf50d0fbba HTTP/1.1" status: 200 len: 915 time: 0.1065936 Sep 22 12:39:11.405522 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7f6d0e7c-bce7-46b4-8b67-59a2616113b2 req-2ddabc66-bc49-402e-9771-09fbf18c39de service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da2472cb-1cbb-4ba4-a05d-ce245112de62 HTTP/1.1" status: 200 len: 1001 time: 0.0651124 Sep 22 12:39:11.409613 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-0bd880e2-a227-4aef-b184-5ada586ec0ac tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Deleting port 9826052d-8994-4f2a-9144-3a921a1b086b {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:39:11.409959 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0bd880e2-a227-4aef-b184-5ada586ec0ac tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (9826052d-8994-4f2a-9144-3a921a1b086b), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:11.460310 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d0e7c-bce7-46b4-8b67-59a2616113b2 req-53dd5e37-727d-4471-84ec-5b4857964935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:11.462483 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7f6d0e7c-bce7-46b4-8b67-59a2616113b2 req-53dd5e37-727d-4471-84ec-5b4857964935 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6f77e8e1-2fec-4fc0-8643-a473281b1384 HTTP/1.1" status: 200 len: 853 time: 0.0486863 Sep 22 12:39:11.486828 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0bd880e2-a227-4aef-b184-5ada586ec0ac tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (9826052d-8994-4f2a-9144-3a921a1b086b), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:11.487158 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0bd880e2-a227-4aef-b184-5ada586ec0ac tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for floatingip (9826052d-8994-4f2a-9144-3a921a1b086b), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:11.500040 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-0bd880e2-a227-4aef-b184-5ada586ec0ac tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Calling delete_port for 9826052d-8994-4f2a-9144-3a921a1b086b owned by network:floatingip {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:39:11.505806 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d0e7c-bce7-46b4-8b67-59a2616113b2 req-823e294a-f061-4b9a-89f7-8fba0f6a2bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:11.507267 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7f6d0e7c-bce7-46b4-8b67-59a2616113b2 req-823e294a-f061-4b9a-89f7-8fba0f6a2bc5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e89c96bb-2591-4e0c-beb0-c9cf50d0fbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385263 Sep 22 12:39:11.603547 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7f6d0e7c-bce7-46b4-8b67-59a2616113b2 req-37e02668-dd71-4ab2-a30a-4c668448a6b9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e89c96bb-2591-4e0c-beb0-c9cf50d0fbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884883 Sep 22 12:39:11.669602 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0bd880e2-a227-4aef-b184-5ada586ec0ac tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (9826052d-8994-4f2a-9144-3a921a1b086b), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:11.699400 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7f6d0e7c-bce7-46b4-8b67-59a2616113b2 req-1e972a29-82bc-462f-8d3a-f15b543d4b48 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e89c96bb-2591-4e0c-beb0-c9cf50d0fbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895669 Sep 22 12:39:11.701610 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd880e2-a227-4aef-b184-5ada586ec0ac tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Pushing event deleted for resources: {'Port': ['ID=9826052d-8994-4f2a-9144-3a921a1b086b,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:11.774117 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0bd880e2-a227-4aef-b184-5ada586ec0ac tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks [] for floatingip (d78b8279-bf40-4f50-8d9a-fe08c69180ea), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:11.774467 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.db.l3_db [None req-0bd880e2-a227-4aef-b184-5ada586ec0ac tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Floating IP d78b8279-bf40-4f50-8d9a-fe08c69180ea disassociated (deleted). External IP: 172.27.0.128, port: da2472cb-1cbb-4ba4-a05d-ce245112de62. Sep 22 12:39:11.907909 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:11.968558 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd880e2-a227-4aef-b184-5ada586ec0ac tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Router d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:39:12.046970 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:12.054537 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:12.073093 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:12.075423 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd880e2-a227-4aef-b184-5ada586ec0ac tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:39:12.079987 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-0bd880e2-a227-4aef-b184-5ada586ec0ac tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:12.080157 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-180af0cf-ab52-4fa8-9689-573804ef0f84 req-658ecdd9-6a2e-4d19-9f85-d8245234c841 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412052 Sep 22 12:39:12.086253 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f356f13b-7adb-4df1-a2e4-583ac1dc0ebf None None] Sync routers for ids ['d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:39:12.096935 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f356f13b-7adb-4df1-a2e4-583ac1dc0ebf None None] Routers {'d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:39:12.097543 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-f356f13b-7adb-4df1-a2e4-583ac1dc0ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:38:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:12.112836 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-0bd880e2-a227-4aef-b184-5ada586ec0ac tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/d78b8279-bf40-4f50-8d9a-fe08c69180ea HTTP/1.1" status: 204 len: 168 time: 0.8686094 Sep 22 12:39:12.113503 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d05490e-4480-4ff7-9fe4-be7c63c1df9a', 'tag': 'da2472cb-1cbb-4ba4-a05d-ce245112de62'}] {{(pid=106189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:39:12.115777 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64be3f76f25325df4d162c623afd71985c9d526dbd3dd574d951cc56993afe1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89306a26-1d01-4129-9949-c8773c4a464b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d05490e-4480-4ff7-9fe4-be7c63c1df9a", "tag": "da2472cb-1cbb-4ba4-a05d-ce245112de62"}]}' {{(pid=106189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:39:12.156435 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e740099-e946-42fa-b977-99ec5147ccbc x-openstack-request-id: req-8e740099-e946-42fa-b977-99ec5147ccbc {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:39:12.156726 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d05490e-4480-4ff7-9fe4-be7c63c1df9a", "tag": "da2472cb-1cbb-4ba4-a05d-ce245112de62", "status": "completed", "code": 200}]} {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:39:12.156982 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8e740099-e946-42fa-b977-99ec5147ccbc {{(pid=106189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:39:12.157391 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e740099-e946-42fa-b977-99ec5147ccbc'] response: {'name': 'network-changed', 'server_uuid': '3d05490e-4480-4ff7-9fe4-be7c63c1df9a', 'tag': 'da2472cb-1cbb-4ba4-a05d-ce245112de62', 'status': 'completed', 'code': 200} Sep 22 12:39:12.179078 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180af0cf-ab52-4fa8-9689-573804ef0f84 req-e2f57daa-090f-49b4-8f4a-cc35cde16474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:12.181222 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-180af0cf-ab52-4fa8-9689-573804ef0f84 req-e2f57daa-090f-49b4-8f4a-cc35cde16474 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4793b91c7212484c84960201b2d39114&device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 1129 time: 0.0506995 Sep 22 12:39:12.215664 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-f356f13b-7adb-4df1-a2e4-583ac1dc0ebf None None] Set router d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:39:12.307096 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180af0cf-ab52-4fa8-9689-573804ef0f84 req-ae699b88-d864-452c-9af5-06696e9f5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:12.308578 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-180af0cf-ab52-4fa8-9689-573804ef0f84 req-ae699b88-d864-452c-9af5-06696e9f5f96 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e89c96bb-2591-4e0c-beb0-c9cf50d0fbba HTTP/1.1" status: 200 len: 915 time: 0.0950575 Sep 22 12:39:12.365675 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-180af0cf-ab52-4fa8-9689-573804ef0f84 req-c0b83f18-fdd0-46ee-8da4-15209580a4e9 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da2472cb-1cbb-4ba4-a05d-ce245112de62 HTTP/1.1" status: 200 len: 217 time: 0.0447040 Sep 22 12:39:12.434761 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180af0cf-ab52-4fa8-9689-573804ef0f84 req-65bde853-2734-428e-9127-d8cde7cf71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:12.437006 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-180af0cf-ab52-4fa8-9689-573804ef0f84 req-65bde853-2734-428e-9127-d8cde7cf71b1 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6f77e8e1-2fec-4fc0-8643-a473281b1384 HTTP/1.1" status: 200 len: 853 time: 0.0467277 Sep 22 12:39:12.500541 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-f356f13b-7adb-4df1-a2e4-583ac1dc0ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'name': 'tempest-TestMinimumBasicScenario-488356341-router', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:10Z', 'revision_number': 4, 'project_id': '4793b91c7212484c84960201b2d39114', 'gw_port': {'id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '80f92f81-d48d-47b4-8967-3127ac6e9472', 'name': '', 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'mac_address': 'fa:16:3e:99:31:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:10Z', 'updated_at': '2022-09-22T12:37:15Z', 'revision_number': 5, 'project_id': '4793b91c7212484c84960201b2d39114', 'subnets': [{'id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:12.525349 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f356f13b-7adb-4df1-a2e4-583ac1dc0ebf None None] Checking router: d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:39:12.533489 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f356f13b-7adb-4df1-a2e4-583ac1dc0ebf None None] Routers {'d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:39:12.534082 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-f356f13b-7adb-4df1-a2e4-583ac1dc0ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:38:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:12.631858 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-f356f13b-7adb-4df1-a2e4-583ac1dc0ebf None None] Set router d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:39:12.783473 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180af0cf-ab52-4fa8-9689-573804ef0f84 req-eb4aab7c-8782-4286-a787-c53d8122ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:12.784999 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-180af0cf-ab52-4fa8-9689-573804ef0f84 req-eb4aab7c-8782-4286-a787-c53d8122ffb3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e89c96bb-2591-4e0c-beb0-c9cf50d0fbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397413 Sep 22 12:39:12.810610 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-f356f13b-7adb-4df1-a2e4-583ac1dc0ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'name': 'tempest-TestMinimumBasicScenario-488356341-router', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:10Z', 'revision_number': 4, 'project_id': '4793b91c7212484c84960201b2d39114', 'gw_port': {'id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '80f92f81-d48d-47b4-8967-3127ac6e9472', 'name': '', 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'mac_address': 'fa:16:3e:99:31:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:10Z', 'updated_at': '2022-09-22T12:37:15Z', 'revision_number': 5, 'project_id': '4793b91c7212484c84960201b2d39114', 'subnets': [{'id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:12.839076 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f356f13b-7adb-4df1-a2e4-583ac1dc0ebf None None] The sync data for ids ['d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'] in dv-cinder-856463-4-iscsi is: [{'id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'name': 'tempest-TestMinimumBasicScenario-488356341-router', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:10Z', 'revision_number': 4, 'project_id': '4793b91c7212484c84960201b2d39114', 'gw_port': {'id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '80f92f81-d48d-47b4-8967-3127ac6e9472', 'name': '', 'network_id': 'e89c96bb-2591-4e0c-beb0-c9cf50d0fbba', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'mac_address': 'fa:16:3e:99:31:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:10Z', 'updated_at': '2022-09-22T12:37:15Z', 'revision_number': 5, 'project_id': '4793b91c7212484c84960201b2d39114', 'subnets': [{'id': '6f77e8e1-2fec-4fc0-8643-a473281b1384', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:39:12.890438 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-180af0cf-ab52-4fa8-9689-573804ef0f84 req-02fff747-84a5-4647-8605-a2e345cc4257 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e89c96bb-2591-4e0c-beb0-c9cf50d0fbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938637 Sep 22 12:39:12.988699 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-180af0cf-ab52-4fa8-9689-573804ef0f84 req-f750e0e3-797a-4fde-92e0-d7bb993af1a8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e89c96bb-2591-4e0c-beb0-c9cf50d0fbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878816 Sep 22 12:39:13.086036 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf20b96-c866-4699-bfaf-a2e40c2bc2d5 None None] New status for floating IP d78b8279-bf40-4f50-8d9a-fe08c69180ea: DOWN {{(pid=106190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:39:13.089185 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89306a26-1d01-4129-9949-c8773c4a464b req-61690b1c-72a8-4788-9f00-f75e0c952965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:13.090950 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-89306a26-1d01-4129-9949-c8773c4a464b req-61690b1c-72a8-4788-9f00-f75e0c952965 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4793b91c7212484c84960201b2d39114&device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 1129 time: 0.0471315 Sep 22 12:39:13.194647 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89306a26-1d01-4129-9949-c8773c4a464b req-d057eb4e-5872-4ae3-a00f-642b1521d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:13.196699 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-89306a26-1d01-4129-9949-c8773c4a464b req-d057eb4e-5872-4ae3-a00f-642b1521d910 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=e89c96bb-2591-4e0c-beb0-c9cf50d0fbba HTTP/1.1" status: 200 len: 915 time: 0.0990865 Sep 22 12:39:13.240138 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-89306a26-1d01-4129-9949-c8773c4a464b req-ba8bc1a3-7eb6-42ee-9c3e-d2a72f2e48ba service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da2472cb-1cbb-4ba4-a05d-ce245112de62 HTTP/1.1" status: 200 len: 217 time: 0.0364592 Sep 22 12:39:13.287548 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89306a26-1d01-4129-9949-c8773c4a464b req-92c542f7-73f9-40f7-ad2d-c8b3d24204f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:13.288971 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-89306a26-1d01-4129-9949-c8773c4a464b req-92c542f7-73f9-40f7-ad2d-c8b3d24204f4 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6f77e8e1-2fec-4fc0-8643-a473281b1384 HTTP/1.1" status: 200 len: 853 time: 0.0433407 Sep 22 12:39:13.333948 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89306a26-1d01-4129-9949-c8773c4a464b req-f9794c50-7734-4772-bbf5-5b30e97e87b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:13.335391 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-89306a26-1d01-4129-9949-c8773c4a464b req-f9794c50-7734-4772-bbf5-5b30e97e87b8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=e89c96bb-2591-4e0c-beb0-c9cf50d0fbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385022 Sep 22 12:39:13.434124 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-89306a26-1d01-4129-9949-c8773c4a464b req-315e6fef-72c7-4950-b75c-e568f462d2e0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e89c96bb-2591-4e0c-beb0-c9cf50d0fbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909073 Sep 22 12:39:13.528610 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-89306a26-1d01-4129-9949-c8773c4a464b req-913e0756-21fe-4a67-9f35-38084f7ea340 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/e89c96bb-2591-4e0c-beb0-c9cf50d0fbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852602 Sep 22 12:39:15.079641 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664d420-eb9b-49ea-9fed-011e1d1277a1 req-2014a853-3ce1-48f0-b0aa-78c812395017 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:15.081101 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e664d420-eb9b-49ea-9fed-011e1d1277a1 req-2014a853-3ce1-48f0-b0aa-78c812395017 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 945 time: 0.0501742 Sep 22 12:39:15.127511 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e664d420-eb9b-49ea-9fed-011e1d1277a1 req-5b850206-89c1-4edd-9e5e-c9638444939d tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407979 Sep 22 12:39:16.306380 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:16.342996 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef82f77-3d72-4b6b-aec0-6eaf57fd9441 req-b454cf2b-d70f-4adb-9526-6b3166dcdcac tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:16.344499 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2ef82f77-3d72-4b6b-aec0-6eaf57fd9441 req-b454cf2b-d70f-4adb-9526-6b3166dcdcac tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 945 time: 0.1433778 Sep 22 12:39:16.377265 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:16.392431 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2ef82f77-3d72-4b6b-aec0-6eaf57fd9441 req-8a1ebac4-082a-4875-b7d5-29fd1ed77aba tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=25b01e25-fde7-4537-803f-8829ef4e50da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423980 Sep 22 12:39:17.011688 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60107457-dd79-401f-8d8c-303173f7de90 req-69804683-1584-4b63-8d37-524beff0c679 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:17.013112 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-60107457-dd79-401f-8d8c-303173f7de90 req-69804683-1584-4b63-8d37-524beff0c679 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 945 time: 0.0459573 Sep 22 12:39:17.096055 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-60107457-dd79-401f-8d8c-303173f7de90 req-be5a4c4d-ec46-4b3b-8ce0-f92f7e1894a8 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Deleting port da2472cb-1cbb-4ba4-a05d-ce245112de62 {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:39:17.096448 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-60107457-dd79-401f-8d8c-303173f7de90 req-be5a4c4d-ec46-4b3b-8ce0-f92f7e1894a8 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (da2472cb-1cbb-4ba4-a05d-ce245112de62), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:17.193522 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-60107457-dd79-401f-8d8c-303173f7de90 req-be5a4c4d-ec46-4b3b-8ce0-f92f7e1894a8 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] For port da2472cb-1cbb-4ba4-a05d-ce245112de62, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=da2472cb-1cbb-4ba4-a05d-ce245112de62,segment=NetworkSegment(fe10682d-f689-4618-9b72-0658e317df19),segment_id=fe10682d-f689-4618-9b72-0658e317df19)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:39:17.193790 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-60107457-dd79-401f-8d8c-303173f7de90 req-be5a4c4d-ec46-4b3b-8ce0-f92f7e1894a8 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (da2472cb-1cbb-4ba4-a05d-ce245112de62), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:17.206257 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-60107457-dd79-401f-8d8c-303173f7de90 req-be5a4c4d-ec46-4b3b-8ce0-f92f7e1894a8 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Calling delete_port for da2472cb-1cbb-4ba4-a05d-ce245112de62 owned by compute:nova {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:39:17.327341 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-60107457-dd79-401f-8d8c-303173f7de90 req-be5a4c4d-ec46-4b3b-8ce0-f92f7e1894a8 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (da2472cb-1cbb-4ba4-a05d-ce245112de62), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:17.345751 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['da2472cb-1cbb-4ba4-a05d-ce245112de62'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:39:17.360228 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a4c4d-ec46-4b3b-8ce0-f92f7e1894a8 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Pushing event deleted for resources: {'Port': ['ID=da2472cb-1cbb-4ba4-a05d-ce245112de62,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:17.405764 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-60107457-dd79-401f-8d8c-303173f7de90 req-be5a4c4d-ec46-4b3b-8ce0-f92f7e1894a8 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] No DVR routers for this DVR port da2472cb-1cbb-4ba4-a05d-ce245112de62 on host hv-cinder-85646 {{(pid=106188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:39:17.408265 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-60107457-dd79-401f-8d8c-303173f7de90 req-be5a4c4d-ec46-4b3b-8ce0-f92f7e1894a8 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:17.412281 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-60107457-dd79-401f-8d8c-303173f7de90 req-be5a4c4d-ec46-4b3b-8ce0-f92f7e1894a8 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.20 "DELETE /networking/v2.0/ports/da2472cb-1cbb-4ba4-a05d-ce245112de62 HTTP/1.1" status: 204 len: 173 time: 0.3933308 Sep 22 12:39:17.412795 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d05490e-4480-4ff7-9fe4-be7c63c1df9a', 'name': 'network-vif-deleted', 'tag': 'da2472cb-1cbb-4ba4-a05d-ce245112de62'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:39:17.415524 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f4b3f6-f2a4-41e3-ab3e-9eedf6bb3aea" -d '{"events": [{"server_uuid": "3d05490e-4480-4ff7-9fe4-be7c63c1df9a", "name": "network-vif-deleted", "tag": "da2472cb-1cbb-4ba4-a05d-ce245112de62"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:39:17.456867 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5acd12-8d35-4709-b4f4-92803c4abef0 x-openstack-request-id: req-4f5acd12-8d35-4709-b4f4-92803c4abef0 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:39:17.457164 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d05490e-4480-4ff7-9fe4-be7c63c1df9a", "name": "network-vif-deleted", "tag": "da2472cb-1cbb-4ba4-a05d-ce245112de62", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:39:17.457502 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4f5acd12-8d35-4709-b4f4-92803c4abef0 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:39:17.457917 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f5acd12-8d35-4709-b4f4-92803c4abef0'] response: {'server_uuid': '3d05490e-4480-4ff7-9fe4-be7c63c1df9a', 'name': 'network-vif-deleted', 'tag': 'da2472cb-1cbb-4ba4-a05d-ce245112de62', 'status': 'completed', 'code': 200} Sep 22 12:39:17.515922 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-dde7a21f-7f00-42a7-8d53-183b4a3a3dae req-aab2f0dd-772f-494b-9945-98ead5af54e6 tempest-TestMinimumBasicScenario-1854800535 tempest-TestMinimumBasicScenario-1854800535-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3d05490e-4480-4ff7-9fe4-be7c63c1df9a HTTP/1.1" status: 200 len: 210 time: 0.0284288 Sep 22 12:39:19.241362 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56184) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:19.542428 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5713e139-5fa1-4ef1-a45e-f647bd6c0310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425388'] for router_interface (d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:19.585827 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:19.700402 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:19.764248 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-5713e139-5fa1-4ef1-a45e-f647bd6c0310 admin admin] Deleting port 80f92f81-d48d-47b4-8967-3127ac6e9472 {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:39:19.764619 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5713e139-5fa1-4ef1-a45e-f647bd6c0310 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (80f92f81-d48d-47b4-8967-3127ac6e9472), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:19.842465 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [None req-5713e139-5fa1-4ef1-a45e-f647bd6c0310 admin admin] For port 80f92f81-d48d-47b4-8967-3127ac6e9472, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=80f92f81-d48d-47b4-8967-3127ac6e9472,segment=NetworkSegment(fe10682d-f689-4618-9b72-0658e317df19),segment_id=fe10682d-f689-4618-9b72-0658e317df19)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:39:19.842825 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5713e139-5fa1-4ef1-a45e-f647bd6c0310 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (80f92f81-d48d-47b4-8967-3127ac6e9472), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:19.855941 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-5713e139-5fa1-4ef1-a45e-f647bd6c0310 admin admin] Calling delete_port for 80f92f81-d48d-47b4-8967-3127ac6e9472 owned by network:router_interface {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:39:20.027460 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5713e139-5fa1-4ef1-a45e-f647bd6c0310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (80f92f81-d48d-47b4-8967-3127ac6e9472), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:20.056482 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713e139-5fa1-4ef1-a45e-f647bd6c0310 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f92f81-d48d-47b4-8967-3127ac6e9472,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:20.220325 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5713e139-5fa1-4ef1-a45e-f647bd6c0310 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630044'] for router_interface (d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:20.370302 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device da2472cb-1cbb-4ba4-a05d-ce245112de62 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:39:20.393164 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] No Port match for: da2472cb-1cbb-4ba4-a05d-ce245112de62 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:39:20.393514 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device da2472cb-1cbb-4ba4-a05d-ce245112de62 not bound to the agent host hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:39:20.639124 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:20.664271 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5713e139-5fa1-4ef1-a45e-f647bd6c0310 admin admin] Router d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:39:20.761844 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:20.764490 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5713e139-5fa1-4ef1-a45e-f647bd6c0310 admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:39:20.769504 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-5713e139-5fa1-4ef1-a45e-f647bd6c0310 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5271256 Sep 22 12:39:20.772402 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56186) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:20.775084 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21bd59-7177-4372-bd41-816f94ebd102 None None] Sync routers for ids ['d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:39:20.785857 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d21bd59-7177-4372-bd41-816f94ebd102 None None] Routers {'d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:39:20.786455 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-7d21bd59-7177-4372-bd41-816f94ebd102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:38:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:20.869401 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7524667c-e1db-4403-9dd9-c0ec62a18955 admin admin] Publish callbacks [] for router (d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:20.890843 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-7d21bd59-7177-4372-bd41-816f94ebd102 None None] Set router d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:39:20.967805 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7524667c-e1db-4403-9dd9-c0ec62a18955 admin admin] Publish callbacks [] for router_gateway (d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:21.013957 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-7524667c-e1db-4403-9dd9-c0ec62a18955 admin admin] Deleting port 1c1fc8f1-c966-4234-ae04-b02bead961e0 {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:39:21.014293 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7524667c-e1db-4403-9dd9-c0ec62a18955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (1c1fc8f1-c966-4234-ae04-b02bead961e0), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:21.049844 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:21.053185 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-7d21bd59-7177-4372-bd41-816f94ebd102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'name': 'tempest-TestMinimumBasicScenario-488356341-router', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:39:19Z', 'revision_number': 5, 'project_id': '4793b91c7212484c84960201b2d39114', 'gw_port': {'id': '1c1fc8f1-c966-4234-ae04-b02bead961e0', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:4c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:21.081163 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21bd59-7177-4372-bd41-816f94ebd102 None None] Checking router: d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:39:21.088082 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:21.090182 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d21bd59-7177-4372-bd41-816f94ebd102 None None] Routers {'d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:39:21.090777 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-7d21bd59-7177-4372-bd41-816f94ebd102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:38:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:21.093142 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [None req-7524667c-e1db-4403-9dd9-c0ec62a18955 admin admin] For port 1c1fc8f1-c966-4234-ae04-b02bead961e0, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=1c1fc8f1-c966-4234-ae04-b02bead961e0,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:39:21.093478 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7524667c-e1db-4403-9dd9-c0ec62a18955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (1c1fc8f1-c966-4234-ae04-b02bead961e0), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:21.106994 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-7524667c-e1db-4403-9dd9-c0ec62a18955 admin admin] Calling delete_port for 1c1fc8f1-c966-4234-ae04-b02bead961e0 owned by network:router_gateway {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:39:21.168372 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-7d21bd59-7177-4372-bd41-816f94ebd102 None None] Set router d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 gateway port host: None {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:39:21.217804 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-7d21bd59-7177-4372-bd41-816f94ebd102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'name': 'tempest-TestMinimumBasicScenario-488356341-router', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:39:20Z', 'revision_number': 6, 'project_id': '4793b91c7212484c84960201b2d39114', 'gw_port_host': None}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:21.243264 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21bd59-7177-4372-bd41-816f94ebd102 None None] The sync data for ids ['d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30'] in dv-cinder-856463-4-iscsi is: [{'id': 'd5fb9c5d-cea8-4e4b-9f4b-442d17c03c30', 'name': 'tempest-TestMinimumBasicScenario-488356341-router', 'tenant_id': '4793b91c7212484c84960201b2d39114', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:08Z', 'updated_at': '2022-09-22T12:39:20Z', 'revision_number': 6, 'project_id': '4793b91c7212484c84960201b2d39114', 'gw_port_host': None}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:39:21.275471 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7524667c-e1db-4403-9dd9-c0ec62a18955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (1c1fc8f1-c966-4234-ae04-b02bead961e0), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:21.298551 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524667c-e1db-4403-9dd9-c0ec62a18955 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1fc8f1-c966-4234-ae04-b02bead961e0,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:21.367786 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7524667c-e1db-4403-9dd9-c0ec62a18955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629846'] for router_gateway (d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:21.451735 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7524667c-e1db-4403-9dd9-c0ec62a18955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-633538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12653'] for router (d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:21.453797 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7524667c-e1db-4403-9dd9-c0ec62a18955 admin admin] Publish callbacks [] for router_controller (d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30), precommit_delete_associations {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:21.494347 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7524667c-e1db-4403-9dd9-c0ec62a18955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630113'] for router (d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:21.495082 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7524667c-e1db-4403-9dd9-c0ec62a18955 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 {{(pid=106188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 12:39:21.500035 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-7524667c-e1db-4403-9dd9-c0ec62a18955 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:21.501325 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-7524667c-e1db-4403-9dd9-c0ec62a18955 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/d5fb9c5d-cea8-4e4b-9f4b-442d17c03c30 HTTP/1.1" status: 204 len: 168 time: 0.7280254 Sep 22 12:39:21.503941 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56188) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:21.510283 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:21.549736 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e18d7d-2fe9-4cb6-b087-750b3321b47e admin admin] Deleting subnet 6f77e8e1-2fec-4fc0-8643-a473281b1384 {{(pid=106188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 12:39:21.552751 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e8e18d7d-2fe9-4cb6-b087-750b3321b47e admin admin] Publish callbacks [] for subnet (6f77e8e1-2fec-4fc0-8643-a473281b1384), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:21.592137 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e8e18d7d-2fe9-4cb6-b087-750b3321b47e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303476'] for subnet (6f77e8e1-2fec-4fc0-8643-a473281b1384), precommit_delete_associations {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:21.654275 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:21.673042 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e8e18d7d-2fe9-4cb6-b087-750b3321b47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16494954'] for subnet (6f77e8e1-2fec-4fc0-8643-a473281b1384), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:21.723748 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e8e18d7d-2fe9-4cb6-b087-750b3321b47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1310037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2597151'] for subnet (6f77e8e1-2fec-4fc0-8643-a473281b1384), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:21.747780 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e18d7d-2fe9-4cb6-b087-750b3321b47e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f77e8e1-2fec-4fc0-8643-a473281b1384,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:21.753321 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e8e18d7d-2fe9-4cb6-b087-750b3321b47e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:21.758841 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-e8e18d7d-2fe9-4cb6-b087-750b3321b47e admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/6f77e8e1-2fec-4fc0-8643-a473281b1384 HTTP/1.1" status: 204 len: 168 time: 0.2515433 Sep 22 12:39:21.759074 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952a8ae4-2ba1-4cf5-ac59-08950089cb54 None None] Network e89c96bb-2591-4e0c-beb0-c9cf50d0fbba requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:39:21.759562 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56190) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:21.830632 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-966106cc-d0c5-4625-86ce-64d343d8fc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16438815'] for network (e89c96bb-2591-4e0c-beb0-c9cf50d0fbba), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:21.875968 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-966106cc-d0c5-4625-86ce-64d343d8fc7e admin admin] Deleting port f5408e32-342d-4d72-be43-d90e39046140 {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:39:21.876324 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-966106cc-d0c5-4625-86ce-64d343d8fc7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (f5408e32-342d-4d72-be43-d90e39046140), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:21.945025 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [None req-966106cc-d0c5-4625-86ce-64d343d8fc7e admin admin] For port f5408e32-342d-4d72-be43-d90e39046140, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=f5408e32-342d-4d72-be43-d90e39046140,segment=NetworkSegment(fe10682d-f689-4618-9b72-0658e317df19),segment_id=fe10682d-f689-4618-9b72-0658e317df19)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:39:21.945309 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-966106cc-d0c5-4625-86ce-64d343d8fc7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (f5408e32-342d-4d72-be43-d90e39046140), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:21.961576 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-966106cc-d0c5-4625-86ce-64d343d8fc7e admin admin] Calling delete_port for f5408e32-342d-4d72-be43-d90e39046140 owned by network:dhcp {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:39:22.041218 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80218e87-a393-4917-bafc-60454460817f None None] DHCP port deletion for e89c96bb-2591-4e0c-beb0-c9cf50d0fbba request from dv-cinder-856463-4-iscsi {{(pid=106190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 12:39:22.048821 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-966106cc-d0c5-4625-86ce-64d343d8fc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (f5408e32-342d-4d72-be43-d90e39046140), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:22.063092 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-80218e87-a393-4917-bafc-60454460817f None None] The port 'f5408e32-342d-4d72-be43-d90e39046140' was deleted {{(pid=106190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2089}} Sep 22 12:39:22.075234 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966106cc-d0c5-4625-86ce-64d343d8fc7e admin admin] Pushing event deleted for resources: {'Port': ['ID=f5408e32-342d-4d72-be43-d90e39046140,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:22.077118 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966106cc-d0c5-4625-86ce-64d343d8fc7e admin admin] No DVR routers for this DVR port f5408e32-342d-4d72-be43-d90e39046140 on host dv-cinder-856463-4-iscsi {{(pid=106188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:39:22.107078 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=25 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:22.108530 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:22.154259 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-966106cc-d0c5-4625-86ce-64d343d8fc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16032833', 'neutron.services.segments.db._delete_segments_for_network-8742011169985'] for network (e89c96bb-2591-4e0c-beb0-c9cf50d0fbba), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:22.174641 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-966106cc-d0c5-4625-86ce-64d343d8fc7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89c96bb-2591-4e0c-beb0-c9cf50d0fbba']}} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:22.184997 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-966106cc-d0c5-4625-86ce-64d343d8fc7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe10682d-f689-4618-9b72-0658e317df19') {'for_net_delete': True} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:22.185293 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-966106cc-d0c5-4625-86ce-64d343d8fc7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe10682d-f689-4618-9b72-0658e317df19') {} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:22.195238 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-966106cc-d0c5-4625-86ce-64d343d8fc7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742011169877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303439'] for segment (fe10682d-f689-4618-9b72-0658e317df19), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:22.211915 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-966106cc-d0c5-4625-86ce-64d343d8fc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (fe10682d-f689-4618-9b72-0658e317df19), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:22.218638 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966106cc-d0c5-4625-86ce-64d343d8fc7e admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=106188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 12:39:22.219232 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-966106cc-d0c5-4625-86ce-64d343d8fc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1310191'] for segment (fe10682d-f689-4618-9b72-0658e317df19), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:22.262060 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.services.segments.plugin [-] Segment fe10682d-f689-4618-9b72-0658e317df19 resource provider aggregate not found Sep 22 12:39:22.281879 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.services.segments.plugin [-] Segment fe10682d-f689-4618-9b72-0658e317df19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe10682d-f689-4618-9b72-0658e317df19 found for delete ", "request_id": "req-15d36baa-0b98-4dbf-9878-5a743def1a36"}]} Sep 22 12:39:22.285980 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-966106cc-d0c5-4625-86ce-64d343d8fc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16032888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629891'] for network (e89c96bb-2591-4e0c-beb0-c9cf50d0fbba), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:22.290764 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-966106cc-d0c5-4625-86ce-64d343d8fc7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:22.296545 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-966106cc-d0c5-4625-86ce-64d343d8fc7e admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/e89c96bb-2591-4e0c-beb0-c9cf50d0fbba HTTP/1.1" status: 204 len: 168 time: 0.5342450 Sep 22 12:39:22.297528 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56196) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:22.312198 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966106cc-d0c5-4625-86ce-64d343d8fc7e admin admin] Pushing event deleted for resources: {'Network': ['ID=e89c96bb-2591-4e0c-beb0-c9cf50d0fbba,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:22.382940 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device f5408e32-342d-4d72-be43-d90e39046140 no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:39:22.402910 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: f5408e32-342d-4d72-be43-d90e39046140 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:39:22.403356 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device f5408e32-342d-4d72-be43-d90e39046140 not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:39:22.403828 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 80f92f81-d48d-47b4-8967-3127ac6e9472 no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:39:22.421916 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 80f92f81-d48d-47b4-8967-3127ac6e9472 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:39:22.422253 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 80f92f81-d48d-47b4-8967-3127ac6e9472 not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:39:22.422852 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 1c1fc8f1-c966-4234-ae04-b02bead961e0 no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:39:22.443355 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 1c1fc8f1-c966-4234-ae04-b02bead961e0 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:39:22.443710 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 1c1fc8f1-c966-4234-ae04-b02bead961e0 not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:39:22.601681 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e3d97f90-54e1-491d-a95e-4ae3de1f8621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425388'] for router_interface (c453b543-339c-4a4a-97ed-0789c92226c9), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:22.813027 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-e3d97f90-54e1-491d-a95e-4ae3de1f8621 admin admin] Deleting port 05c5e4c3-3883-4713-b7a4-35817fb654c7 {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:39:22.813361 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e3d97f90-54e1-491d-a95e-4ae3de1f8621 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (05c5e4c3-3883-4713-b7a4-35817fb654c7), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:22.892254 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [None req-e3d97f90-54e1-491d-a95e-4ae3de1f8621 admin admin] For port 05c5e4c3-3883-4713-b7a4-35817fb654c7, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=05c5e4c3-3883-4713-b7a4-35817fb654c7,segment=NetworkSegment(bc850318-7080-454a-917e-954fa3549725),segment_id=bc850318-7080-454a-917e-954fa3549725)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:39:22.892643 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e3d97f90-54e1-491d-a95e-4ae3de1f8621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (05c5e4c3-3883-4713-b7a4-35817fb654c7), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:22.905556 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-e3d97f90-54e1-491d-a95e-4ae3de1f8621 admin admin] Calling delete_port for 05c5e4c3-3883-4713-b7a4-35817fb654c7 owned by network:router_interface {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:39:23.076433 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e3d97f90-54e1-491d-a95e-4ae3de1f8621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (05c5e4c3-3883-4713-b7a4-35817fb654c7), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:23.079511 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:23.081890 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:23.105476 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d97f90-54e1-491d-a95e-4ae3de1f8621 admin admin] Pushing event deleted for resources: {'Port': ['ID=05c5e4c3-3883-4713-b7a4-35817fb654c7,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:23.509327 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e3d97f90-54e1-491d-a95e-4ae3de1f8621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630044'] for router_interface (c453b543-339c-4a4a-97ed-0789c92226c9), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:23.704698 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d97f90-54e1-491d-a95e-4ae3de1f8621 admin admin] Router c453b543-339c-4a4a-97ed-0789c92226c9 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:39:23.802710 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d97f90-54e1-491d-a95e-4ae3de1f8621 admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:39:23.808488 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-e3d97f90-54e1-491d-a95e-4ae3de1f8621 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/c453b543-339c-4a4a-97ed-0789c92226c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5095217 Sep 22 12:39:23.810766 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56200) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:23.812433 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9756f244-e4b7-4e84-87d5-d603d1772154 None None] Sync routers for ids ['c453b543-339c-4a4a-97ed-0789c92226c9'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:39:23.822920 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9756f244-e4b7-4e84-87d5-d603d1772154 None None] Routers {'c453b543-339c-4a4a-97ed-0789c92226c9'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:39:23.823541 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-9756f244-e4b7-4e84-87d5-d603d1772154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:38:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['c453b543-339c-4a4a-97ed-0789c92226c9'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:23.910315 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-67cb347e-f89a-41d6-8d9c-7e95742d6d62 admin admin] Publish callbacks [] for router (c453b543-339c-4a4a-97ed-0789c92226c9), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:23.928112 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-9756f244-e4b7-4e84-87d5-d603d1772154 None None] Set router c453b543-339c-4a4a-97ed-0789c92226c9 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:39:24.006880 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-67cb347e-f89a-41d6-8d9c-7e95742d6d62 admin admin] Publish callbacks [] for router_gateway (c453b543-339c-4a4a-97ed-0789c92226c9), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:24.051178 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-67cb347e-f89a-41d6-8d9c-7e95742d6d62 admin admin] Deleting port 6db235b1-4dec-4007-b0e0-16cc432cfafd {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:39:24.051513 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-67cb347e-f89a-41d6-8d9c-7e95742d6d62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (6db235b1-4dec-4007-b0e0-16cc432cfafd), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:24.101582 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-9756f244-e4b7-4e84-87d5-d603d1772154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c453b543-339c-4a4a-97ed-0789c92226c9', 'name': 'tempest-TestMinimumBasicScenario-1410052027-router', 'tenant_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '6db235b1-4dec-4007-b0e0-16cc432cfafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:12Z', 'updated_at': '2022-09-22T12:39:23Z', 'revision_number': 5, 'project_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'gw_port': {'id': '6db235b1-4dec-4007-b0e0-16cc432cfafd', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c6:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c453b543-339c-4a4a-97ed-0789c92226c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:37:13Z', 'updated_at': '2022-09-22T12:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:24.130535 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9756f244-e4b7-4e84-87d5-d603d1772154 None None] Checking router: c453b543-339c-4a4a-97ed-0789c92226c9 for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:39:24.132682 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [None req-67cb347e-f89a-41d6-8d9c-7e95742d6d62 admin admin] For port 6db235b1-4dec-4007-b0e0-16cc432cfafd, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=6db235b1-4dec-4007-b0e0-16cc432cfafd,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:39:24.133074 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-67cb347e-f89a-41d6-8d9c-7e95742d6d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (6db235b1-4dec-4007-b0e0-16cc432cfafd), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:24.139976 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9756f244-e4b7-4e84-87d5-d603d1772154 None None] Routers {'c453b543-339c-4a4a-97ed-0789c92226c9'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:39:24.140624 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-9756f244-e4b7-4e84-87d5-d603d1772154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:38:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['c453b543-339c-4a4a-97ed-0789c92226c9'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:24.146209 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-67cb347e-f89a-41d6-8d9c-7e95742d6d62 admin admin] Calling delete_port for 6db235b1-4dec-4007-b0e0-16cc432cfafd owned by network:router_gateway {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:39:24.147620 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:24.173929 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=100 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:24.221136 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-9756f244-e4b7-4e84-87d5-d603d1772154 None None] Set router c453b543-339c-4a4a-97ed-0789c92226c9 gateway port host: None {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:39:24.248160 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:24.273307 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-9756f244-e4b7-4e84-87d5-d603d1772154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c453b543-339c-4a4a-97ed-0789c92226c9', 'name': 'tempest-TestMinimumBasicScenario-1410052027-router', 'tenant_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:12Z', 'updated_at': '2022-09-22T12:39:24Z', 'revision_number': 6, 'project_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'gw_port_host': None}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:24.297506 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9756f244-e4b7-4e84-87d5-d603d1772154 None None] The sync data for ids ['c453b543-339c-4a4a-97ed-0789c92226c9'] in dv-cinder-856463-4-iscsi is: [{'id': 'c453b543-339c-4a4a-97ed-0789c92226c9', 'name': 'tempest-TestMinimumBasicScenario-1410052027-router', 'tenant_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:37:12Z', 'updated_at': '2022-09-22T12:39:24Z', 'revision_number': 6, 'project_id': '6e5a48eb4ef14eb79bf6f09ed12ac93e', 'gw_port_host': None}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:39:24.316231 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-67cb347e-f89a-41d6-8d9c-7e95742d6d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (6db235b1-4dec-4007-b0e0-16cc432cfafd), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:24.338288 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb347e-f89a-41d6-8d9c-7e95742d6d62 admin admin] Pushing event deleted for resources: {'Port': ['ID=6db235b1-4dec-4007-b0e0-16cc432cfafd,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:24.403972 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-67cb347e-f89a-41d6-8d9c-7e95742d6d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629846'] for router_gateway (c453b543-339c-4a4a-97ed-0789c92226c9), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:24.487500 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-67cb347e-f89a-41d6-8d9c-7e95742d6d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-633538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12653'] for router (c453b543-339c-4a4a-97ed-0789c92226c9), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:24.489625 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-67cb347e-f89a-41d6-8d9c-7e95742d6d62 admin admin] Publish callbacks [] for router_controller (c453b543-339c-4a4a-97ed-0789c92226c9), precommit_delete_associations {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:24.533426 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-67cb347e-f89a-41d6-8d9c-7e95742d6d62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630113'] for router (c453b543-339c-4a4a-97ed-0789c92226c9), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:24.534252 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cb347e-f89a-41d6-8d9c-7e95742d6d62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c453b543-339c-4a4a-97ed-0789c92226c9 {{(pid=106189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 12:39:24.538249 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-67cb347e-f89a-41d6-8d9c-7e95742d6d62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:24.539395 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-67cb347e-f89a-41d6-8d9c-7e95742d6d62 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/c453b543-339c-4a4a-97ed-0789c92226c9 HTTP/1.1" status: 204 len: 168 time: 0.7276986 Sep 22 12:39:24.541996 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56202) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:24.585481 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b138489-2562-45a7-b053-391f4fe360e6 admin admin] Deleting subnet 3c362c3e-128f-442c-935a-57a306ea7e4a {{(pid=106189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 12:39:24.588514 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7b138489-2562-45a7-b053-391f4fe360e6 admin admin] Publish callbacks [] for subnet (3c362c3e-128f-442c-935a-57a306ea7e4a), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:24.622133 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7b138489-2562-45a7-b053-391f4fe360e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4008918'] for subnet (3c362c3e-128f-442c-935a-57a306ea7e4a), precommit_delete_associations {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:24.707533 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7b138489-2562-45a7-b053-391f4fe360e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16494954'] for subnet (3c362c3e-128f-442c-935a-57a306ea7e4a), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:24.767690 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7b138489-2562-45a7-b053-391f4fe360e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2984699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3860115'] for subnet (3c362c3e-128f-442c-935a-57a306ea7e4a), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:24.792839 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b138489-2562-45a7-b053-391f4fe360e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c362c3e-128f-442c-935a-57a306ea7e4a,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:24.796362 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-7b138489-2562-45a7-b053-391f4fe360e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:24.799446 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-7b138489-2562-45a7-b053-391f4fe360e6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/3c362c3e-128f-442c-935a-57a306ea7e4a HTTP/1.1" status: 204 len: 168 time: 0.2565370 Sep 22 12:39:24.801914 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc67184-99de-457a-b12d-c45f50ad65f2 None None] Network 60dd9928-8c1a-4a60-8af7-f820bfa43c46 requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:39:24.802054 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56204) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:24.875623 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e671b99f-a581-446c-9b43-b28357480d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16438815'] for network (60dd9928-8c1a-4a60-8af7-f820bfa43c46), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:24.882576 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=100 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:24.918878 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-e671b99f-a581-446c-9b43-b28357480d52 admin admin] Deleting port 962be979-1277-4455-93bc-4a5c57a825ca {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:39:24.919216 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e671b99f-a581-446c-9b43-b28357480d52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (962be979-1277-4455-93bc-4a5c57a825ca), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:24.972767 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-586f6341-12fe-4c38-9449-839451802431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:24.983412 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [None req-e671b99f-a581-446c-9b43-b28357480d52 admin admin] For port 962be979-1277-4455-93bc-4a5c57a825ca, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=962be979-1277-4455-93bc-4a5c57a825ca,segment=NetworkSegment(bc850318-7080-454a-917e-954fa3549725),segment_id=bc850318-7080-454a-917e-954fa3549725)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:39:24.983777 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e671b99f-a581-446c-9b43-b28357480d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (962be979-1277-4455-93bc-4a5c57a825ca), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:24.996698 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-e671b99f-a581-446c-9b43-b28357480d52 admin admin] Calling delete_port for 962be979-1277-4455-93bc-4a5c57a825ca owned by network:dhcp {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:39:25.045269 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:25.073446 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1bcde9-d87a-461b-8036-1375352572d3 None None] DHCP port deletion for 60dd9928-8c1a-4a60-8af7-f820bfa43c46 request from dv-cinder-856463-4-iscsi {{(pid=106190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 12:39:25.074860 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:DELETE=12,neutron:SELECT=85,neutron:UPDATE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:25.088324 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e671b99f-a581-446c-9b43-b28357480d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (962be979-1277-4455-93bc-4a5c57a825ca), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:25.111581 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-8f1bcde9-d87a-461b-8036-1375352572d3 None None] Deleting port 962be979-1277-4455-93bc-4a5c57a825ca {{(pid=106190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:39:25.111957 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-8f1bcde9-d87a-461b-8036-1375352572d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (962be979-1277-4455-93bc-4a5c57a825ca), before_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:25.112334 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671b99f-a581-446c-9b43-b28357480d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=962be979-1277-4455-93bc-4a5c57a825ca,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:25.118277 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e671b99f-a581-446c-9b43-b28357480d52 admin admin] No DVR routers for this DVR port 962be979-1277-4455-93bc-4a5c57a825ca on host dv-cinder-856463-4-iscsi {{(pid=106189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:39:25.187633 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-8f1bcde9-d87a-461b-8036-1375352572d3 None None] For port 962be979-1277-4455-93bc-4a5c57a825ca, host dv-cinder-856463-4-iscsi, got binding levels [] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:39:25.188023 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-8f1bcde9-d87a-461b-8036-1375352572d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (962be979-1277-4455-93bc-4a5c57a825ca), precommit_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:25.192068 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e671b99f-a581-446c-9b43-b28357480d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16032833', 'neutron.services.segments.db._delete_segments_for_network-8742011169985'] for network (60dd9928-8c1a-4a60-8af7-f820bfa43c46), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:25.202309 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-8f1bcde9-d87a-461b-8036-1375352572d3 None None] Calling delete_port for 962be979-1277-4455-93bc-4a5c57a825ca owned by network:dhcp {{(pid=106190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:39:25.205070 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.ipam_backend_mixin [None req-8f1bcde9-d87a-461b-8036-1375352572d3 None None] Port 962be979-1277-4455-93bc-4a5c57a825ca was not found and therefore no delete operation was performed {{(pid=106190) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 22 12:39:25.206261 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-8f1bcde9-d87a-461b-8036-1375352572d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169'] for port (962be979-1277-4455-93bc-4a5c57a825ca), after_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:25.212856 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-e671b99f-a581-446c-9b43-b28357480d52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60dd9928-8c1a-4a60-8af7-f820bfa43c46']}} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:25.222019 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-e671b99f-a581-446c-9b43-b28357480d52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc850318-7080-454a-917e-954fa3549725') {'for_net_delete': True} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:25.222395 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-e671b99f-a581-446c-9b43-b28357480d52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc850318-7080-454a-917e-954fa3549725') {} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:25.229931 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bcde9-d87a-461b-8036-1375352572d3 None None] Pushing event deleted for resources: {'Port': ['ID=962be979-1277-4455-93bc-4a5c57a825ca,revision_number=None']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:25.232090 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e671b99f-a581-446c-9b43-b28357480d52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742011169877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4008941'] for segment (bc850318-7080-454a-917e-954fa3549725), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:25.233644 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1bcde9-d87a-461b-8036-1375352572d3 None None] No DVR routers for this DVR port 962be979-1277-4455-93bc-4a5c57a825ca on host dv-cinder-856463-4-iscsi {{(pid=106190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:39:25.250904 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e671b99f-a581-446c-9b43-b28357480d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (bc850318-7080-454a-917e-954fa3549725), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:25.257876 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e671b99f-a581-446c-9b43-b28357480d52 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=106189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 12:39:25.258880 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e671b99f-a581-446c-9b43-b28357480d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2984513'] for segment (bc850318-7080-454a-917e-954fa3549725), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:25.299204 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:39:25.305531 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.services.segments.plugin [-] Segment bc850318-7080-454a-917e-954fa3549725 resource provider aggregate not found Sep 22 12:39:25.328517 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.services.segments.plugin [-] Segment bc850318-7080-454a-917e-954fa3549725 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc850318-7080-454a-917e-954fa3549725 found for delete ", "request_id": "req-44babdd7-21bd-47d7-8ae7-1b09201f7c0c"}]} Sep 22 12:39:25.332586 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e671b99f-a581-446c-9b43-b28357480d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16032888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629891'] for network (60dd9928-8c1a-4a60-8af7-f820bfa43c46), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:25.340800 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-e671b99f-a581-446c-9b43-b28357480d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:25.344033 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-e671b99f-a581-446c-9b43-b28357480d52 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/60dd9928-8c1a-4a60-8af7-f820bfa43c46 HTTP/1.1" status: 204 len: 168 time: 0.5411890 Sep 22 12:39:25.355639 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671b99f-a581-446c-9b43-b28357480d52 admin admin] Pushing event deleted for resources: {'Network': ['ID=60dd9928-8c1a-4a60-8af7-f820bfa43c46,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:25.515150 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56212) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:25.558355 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-5dbefcab-fb8f-4d22-a8f0-5e37e77ab190 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4793b91c7212484c84960201b2d39114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420084 Sep 22 12:39:25.560797 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56214) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:25.610280 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a6f4decd-3970-4b97-9652-32e7c4474c19 admin admin] Publish callbacks [] for security_group (25b01e25-fde7-4537-803f-8829ef4e50da), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:25.629393 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a6f4decd-3970-4b97-9652-32e7c4474c19 admin admin] Publish callbacks [] for security_group (25b01e25-fde7-4537-803f-8829ef4e50da), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:25.675751 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a6f4decd-3970-4b97-9652-32e7c4474c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (25b01e25-fde7-4537-803f-8829ef4e50da), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:25.678298 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-a6f4decd-3970-4b97-9652-32e7c4474c19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:25.679445 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-a6f4decd-3970-4b97-9652-32e7c4474c19 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/25b01e25-fde7-4537-803f-8829ef4e50da HTTP/1.1" status: 204 len: 168 time: 0.1177592 Sep 22 12:39:25.686954 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4decd-3970-4b97-9652-32e7c4474c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b01e25-fde7-4537-803f-8829ef4e50da,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:25.990454 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56220) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:26.029780 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-89652189-5ead-4216-81f1-2f5112ae4876 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=6e5a48eb4ef14eb79bf6f09ed12ac93e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381258 Sep 22 12:39:26.032106 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56222) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:26.078627 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-80ed70ea-75d8-4c77-9a73-70ad2a0c0b72 admin admin] Publish callbacks [] for security_group (f642c296-4845-4eb7-a006-7d39217623a6), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:26.100457 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-80ed70ea-75d8-4c77-9a73-70ad2a0c0b72 admin admin] Publish callbacks [] for security_group (f642c296-4845-4eb7-a006-7d39217623a6), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:26.147380 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-80ed70ea-75d8-4c77-9a73-70ad2a0c0b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (f642c296-4845-4eb7-a006-7d39217623a6), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:26.150139 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-80ed70ea-75d8-4c77-9a73-70ad2a0c0b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:26.151286 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-80ed70ea-75d8-4c77-9a73-70ad2a0c0b72 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f642c296-4845-4eb7-a006-7d39217623a6 HTTP/1.1" status: 204 len: 168 time: 0.1182504 Sep 22 12:39:26.159188 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed70ea-75d8-4c77-9a73-70ad2a0c0b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f642c296-4845-4eb7-a006-7d39217623a6,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:26.364991 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 05c5e4c3-3883-4713-b7a4-35817fb654c7 no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:39:26.387808 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 05c5e4c3-3883-4713-b7a4-35817fb654c7 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:39:26.388148 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 05c5e4c3-3883-4713-b7a4-35817fb654c7 not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:39:26.388581 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 6db235b1-4dec-4007-b0e0-16cc432cfafd no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:39:26.407729 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 6db235b1-4dec-4007-b0e0-16cc432cfafd {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:39:26.408066 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 6db235b1-4dec-4007-b0e0-16cc432cfafd not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:39:26.408497 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 962be979-1277-4455-93bc-4a5c57a825ca no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:39:26.427025 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 962be979-1277-4455-93bc-4a5c57a825ca {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:39:26.427427 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 962be979-1277-4455-93bc-4a5c57a825ca not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:39:26.834252 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56244) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:26.930637 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-70e46c9f-11b5-4c3e-9f1b-907275245f1b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1182376954-network', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:39:26.951331 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e46c9f-11b5-4c3e-9f1b-907275245f1b admin admin] Made reservation on behalf of f4d530e1b20c47319f5e8949d808c1b3 for: {'network': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:39:26.953821 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-70e46c9f-11b5-4c3e-9f1b-907275245f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for network (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:26.962599 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-70e46c9f-11b5-4c3e-9f1b-907275245f1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:27.039104 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-70e46c9f-11b5-4c3e-9f1b-907275245f1b admin admin] Publish callbacks [] for security_group (e1f4778c-ad11-4721-b420-5d0685688e20), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:27.042298 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-70e46c9f-11b5-4c3e-9f1b-907275245f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (e1f4778c-ad11-4721-b420-5d0685688e20), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:27.060758 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:27.064016 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e46c9f-11b5-4c3e-9f1b-907275245f1b admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=106189) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 12:39:27.073355 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-818145c1-8c6b-48fd-8851-a27e039458b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:27.077316 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:27.082564 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e46c9f-11b5-4c3e-9f1b-907275245f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f4778c-ad11-4721-b420-5d0685688e20,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:27.086103 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-70e46c9f-11b5-4c3e-9f1b-907275245f1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (734d6f0e-5e66-4034-999c-34e23d7f5c13), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:27.087091 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.db.segments_db [None req-70e46c9f-11b5-4c3e-9f1b-907275245f1b admin admin] Added segment 734d6f0e-5e66-4034-999c-34e23d7f5c13 of type vlan for network fa4c16fb-2b69-4afc-a780-323b3230115f Sep 22 12:39:27.127259 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-70e46c9f-11b5-4c3e-9f1b-907275245f1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742010657190'] for network (fa4c16fb-2b69-4afc-a780-323b3230115f), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:27.152000 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-70e46c9f-11b5-4c3e-9f1b-907275245f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for network (fa4c16fb-2b69-4afc-a780-323b3230115f), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:27.152984 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e46c9f-11b5-4c3e-9f1b-907275245f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:27.153552 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-70e46c9f-11b5-4c3e-9f1b-907275245f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:27.210300 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-70e46c9f-11b5-4c3e-9f1b-907275245f1b admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3749132 Sep 22 12:39:27.213914 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56248) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:27.215942 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e46c9f-11b5-4c3e-9f1b-907275245f1b admin admin] Pushing event updated for resources: {'Network': ['ID=fa4c16fb-2b69-4afc-a780-323b3230115f,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:27.219922 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-9501a9d4-3116-44e7-96fe-25cad3cf52c0 admin admin] Request body: {'subnet': {'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1182376954-subnet', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'ip_version': 4}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:39:27.225576 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Network fa4c16fb-2b69-4afc-a780-323b3230115f details requested by agent ovs-agent-dv-cinder-856463-4-iscsi with host dv-cinder-856463-4-iscsi {{(pid=106190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 12:39:27.240670 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9501a9d4-3116-44e7-96fe-25cad3cf52c0 admin admin] Made reservation on behalf of f4d530e1b20c47319f5e8949d808c1b3 for: {'subnet': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:39:27.243742 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-9501a9d4-3116-44e7-96fe-25cad3cf52c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2597168'] for subnet (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:27.354872 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:27.365822 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:27.415394 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-9501a9d4-3116-44e7-96fe-25cad3cf52c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2597158'] for subnet (873c4db5-f77e-49ab-8f1e-181a84d91015), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:27.465394 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501a9d4-3116-44e7-96fe-25cad3cf52c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=873c4db5-f77e-49ab-8f1e-181a84d91015,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:27.480459 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9501a9d4-3116-44e7-96fe-25cad3cf52c0 admin admin] Checking segment: {'id': '734d6f0e-5e66-4034-999c-34e23d7f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:39:27.480794 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9501a9d4-3116-44e7-96fe-25cad3cf52c0 admin admin] Network hostable DHCP agents. Network: fa4c16fb-2b69-4afc-a780-323b3230115f, hostable agents: ['a2e957d1-0bb2-4343-b675-01d2080b3290'], hosted agents: [] {{(pid=106188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 12:39:27.497838 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9501a9d4-3116-44e7-96fe-25cad3cf52c0 admin admin] Network fa4c16fb-2b69-4afc-a780-323b3230115f is scheduled to be hosted by DHCP agent a2e957d1-0bb2-4343-b675-01d2080b3290 with binding_index 1 {{(pid=106188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 12:39:27.506265 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-9501a9d4-3116-44e7-96fe-25cad3cf52c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-4-iscsi, fa4c16fb-2b69-4afc-a780-323b3230115f) {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:39:27.510876 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9501a9d4-3116-44e7-96fe-25cad3cf52c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:27.511468 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-9501a9d4-3116-44e7-96fe-25cad3cf52c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:27.516224 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0a4c7c-add6-4796-b385-e29b9173654c None None] Network fa4c16fb-2b69-4afc-a780-323b3230115f requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:39:27.527685 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-9501a9d4-3116-44e7-96fe-25cad3cf52c0 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3126338 Sep 22 12:39:27.530550 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56250) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:27.535683 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1182376954-router', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:39:27.555516 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (b59af2f0-bac2-4482-894f-650709d4b090), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:27.556882 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-625649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12660'] for router (b59af2f0-bac2-4482-894f-650709d4b090), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:27.611072 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Publish callbacks [] for router_controller (b59af2f0-bac2-4482-894f-650709d4b090), precommit_add_association {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:27.618063 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e13675-7c2e-4eca-973a-d71860e7cff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c63bb28-3216-551e-ac85-74facc55e4fd-fa4c16fb-2b69-4afc-a780-323b3230115f', 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f', 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'fixed_ips': [{'subnet_id': '873c4db5-f77e-49ab-8f1e-181a84d91015'}]}} from dv-cinder-856463-4-iscsi. {{(pid=106190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 12:39:27.618971 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-54e13675-7c2e-4eca-973a-d71860e7cff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:27.744750 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Publish callbacks [] for router_gateway (b59af2f0-bac2-4482-894f-650709d4b090), precommit_update {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:27.751821 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.db_base_plugin_common [None req-54e13675-7c2e-4eca-973a-d71860e7cff8 None None] Allocated IP 172.20.0.2 (fa4c16fb-2b69-4afc-a780-323b3230115f/873c4db5-f77e-49ab-8f1e-181a84d91015/4a28db4b-f061-4559-96bf-79aa6b369939) {{(pid=106190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:39:27.891865 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-54e13675-7c2e-4eca-973a-d71860e7cff8 None None] Publish callbacks [] for port (4a28db4b-f061-4559-96bf-79aa6b369939), precommit_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:27.897808 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-54e13675-7c2e-4eca-973a-d71860e7cff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160'] for port (4a28db4b-f061-4559-96bf-79aa6b369939), after_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:27.920177 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Publish callbacks [] for router_gateway (b59af2f0-bac2-4482-894f-650709d4b090), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:27.927149 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:27.933553 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e13675-7c2e-4eca-973a-d71860e7cff8 None None] Network fa4c16fb-2b69-4afc-a780-323b3230115f is already hosted by enough agents. {{(pid=106190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:39:27.940203 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.base_scheduler [None req-54e13675-7c2e-4eca-973a-d71860e7cff8 None None] Resources bound (agent type, host, resource id): {{(pid=106190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:39:27.943795 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e13675-7c2e-4eca-973a-d71860e7cff8 None None] Received port after_create {{(pid=106190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:39:27.944163 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:27.959237 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e13675-7c2e-4eca-973a-d71860e7cff8 None None] Pushing event updated for resources: {'Port': ['ID=4a28db4b-f061-4559-96bf-79aa6b369939,revision_number=1']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:28.011268 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-54e13675-7c2e-4eca-973a-d71860e7cff8 None None] Attempting to bind port 4a28db4b-f061-4559-96bf-79aa6b369939 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:39:28.011630 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-54e13675-7c2e-4eca-973a-d71860e7cff8 None None] Attempting to bind port 4a28db4b-f061-4559-96bf-79aa6b369939 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '734d6f0e-5e66-4034-999c-34e23d7f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:39:28.011986 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e13675-7c2e-4eca-973a-d71860e7cff8 None None] Attempting to bind port 4a28db4b-f061-4559-96bf-79aa6b369939 on network fa4c16fb-2b69-4afc-a780-323b3230115f {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:39:28.042293 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:28.047245 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_common [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Allocated IP 172.27.0.36 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/08086374-f47c-427e-90c0-30d97eeec524) {{(pid=106189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:39:28.054396 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e13675-7c2e-4eca-973a-d71860e7cff8 None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:39:28.054761 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e13675-7c2e-4eca-973a-d71860e7cff8 None None] Checking segment: {'id': '734d6f0e-5e66-4034-999c-34e23d7f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:39:28.055690 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-54e13675-7c2e-4eca-973a-d71860e7cff8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:28.056068 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e13675-7c2e-4eca-973a-d71860e7cff8 None None] Bound using segment: {'id': '734d6f0e-5e66-4034-999c-34e23d7f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:39:28.056554 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-54e13675-7c2e-4eca-973a-d71860e7cff8 None None] Bound port: 4a28db4b-f061-4559-96bf-79aa6b369939, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734d6f0e-5e66-4034-999c-34e23d7f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:39:28.056922 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-54e13675-7c2e-4eca-973a-d71860e7cff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (4a28db4b-f061-4559-96bf-79aa6b369939), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:28.117206 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-54e13675-7c2e-4eca-973a-d71860e7cff8 None None] For port 4a28db4b-f061-4559-96bf-79aa6b369939, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:39:28.120882 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-54e13675-7c2e-4eca-973a-d71860e7cff8 None None] For port 4a28db4b-f061-4559-96bf-79aa6b369939, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=4a28db4b-f061-4559-96bf-79aa6b369939,segment=NetworkSegment(734d6f0e-5e66-4034-999c-34e23d7f5c13),segment_id=734d6f0e-5e66-4034-999c-34e23d7f5c13)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:39:28.125905 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-54e13675-7c2e-4eca-973a-d71860e7cff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (4a28db4b-f061-4559-96bf-79aa6b369939), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:28.163448 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Publish callbacks [] for port (08086374-f47c-427e-90c0-30d97eeec524), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:28.185887 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e13675-7c2e-4eca-973a-d71860e7cff8 None None] Pushing event updated for resources: {'Port': ['ID=4a28db4b-f061-4559-96bf-79aa6b369939,revision_number=2']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:28.199642 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (08086374-f47c-427e-90c0-30d97eeec524), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:28.202835 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:28.246956 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:39:28.249470 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:28.253354 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:39:28.255550 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=08086374-f47c-427e-90c0-30d97eeec524,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:28.258477 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Received port after_create {{(pid=106189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:39:28.285889 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:28.286238 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:28.286581 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:28.286921 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:28.287257 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:28.287586 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:28.287909 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:28.288228 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:28.288577 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:28.288904 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:28.289945 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:28.290132 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:28.290454 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:28.291912 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:28.291912 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:28.431953 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 4a28db4b-f061-4559-96bf-79aa6b369939 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:39:28.497015 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:28.498657 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 4a28db4b-f061-4559-96bf-79aa6b369939 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:39:28.499008 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (4a28db4b-f061-4559-96bf-79aa6b369939), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:28.499330 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 4a28db4b-f061-4559-96bf-79aa6b369939 Sep 22 12:39:28.560085 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Publish callbacks [] for router_gateway (b59af2f0-bac2-4482-894f-650709d4b090), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:28.572972 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 4a28db4b-f061-4559-96bf-79aa6b369939 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:39:28.573534 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (4a28db4b-f061-4559-96bf-79aa6b369939), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:28.606551 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] For port 4a28db4b-f061-4559-96bf-79aa6b369939, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=4a28db4b-f061-4559-96bf-79aa6b369939,segment=NetworkSegment(734d6f0e-5e66-4034-999c-34e23d7f5c13),segment_id=734d6f0e-5e66-4034-999c-34e23d7f5c13)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:39:28.610759 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (4a28db4b-f061-4559-96bf-79aa6b369939), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:28.659389 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Pushing event updated for resources: {'Port': ['ID=4a28db4b-f061-4559-96bf-79aa6b369939,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:28.752290 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629806'] for router (b59af2f0-bac2-4482-894f-650709d4b090), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:28.889580 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Router b59af2f0-bac2-4482-894f-650709d4b090 is scheduled to L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 with binding_index 1 {{(pid=106189) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 12:39:28.996081 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:39:29.005980 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] Sync routers for ids ['b59af2f0-bac2-4482-894f-650709d4b090'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:39:29.017136 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:29.018143 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] Routers {'b59af2f0-bac2-4482-894f-650709d4b090'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:39:29.018755 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:39:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b59af2f0-bac2-4482-894f-650709d4b090'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:29.021278 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56252) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:29.021767 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-cf2a5c60-fbed-4dcd-960c-7256cf508cb6 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4889567 Sep 22 12:39:29.107546 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb5a295-f716-4c16-9589-116cdba3eac1 None None] Network fa4c16fb-2b69-4afc-a780-323b3230115f requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:39:29.128366 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] Set router b59af2f0-bac2-4482-894f-650709d4b090 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:39:29.296879 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-8533ae63-064a-4b02-87f7-96bb112671e6 None None] Provisioning complete for port 4a28db4b-f061-4559-96bf-79aa6b369939 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:39:29.297241 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-8533ae63-064a-4b02-87f7-96bb112671e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (4a28db4b-f061-4559-96bf-79aa6b369939), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:29.297483 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-8533ae63-064a-4b02-87f7-96bb112671e6 None None] Attempt 1 to provision port 4a28db4b-f061-4559-96bf-79aa6b369939 Sep 22 12:39:29.303781 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'name': 'tempest-TestShelveInstance-1182376954-router', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '08086374-f47c-427e-90c0-30d97eeec524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:28Z', 'revision_number': 3, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'gw_port': {'id': '08086374-f47c-427e-90c0-30d97eeec524', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:29.330105 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] Checking router: b59af2f0-bac2-4482-894f-650709d4b090 for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:39:29.330458 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] Updating router b59af2f0-bac2-4482-894f-650709d4b090 port 08086374-f47c-427e-90c0-30d97eeec524 binding host dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:39:29.358361 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (08086374-f47c-427e-90c0-30d97eeec524), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:29.417021 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-8533ae63-064a-4b02-87f7-96bb112671e6 None None] Current status of the port 4a28db4b-f061-4559-96bf-79aa6b369939 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:39:29.458172 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-fd5a7876-049c-48aa-aad3-a3c7101a2359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:29.627567 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:29.658405 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [None req-fd5a7876-049c-48aa-aad3-a3c7101a2359 admin admin] Allocated IP 172.20.0.1 (fa4c16fb-2b69-4afc-a780-323b3230115f/873c4db5-f77e-49ab-8f1e-181a84d91015/d024ee0e-2f6a-4205-a7b0-443f5851c70f) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:39:29.735932 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] Publish callbacks [] for port (08086374-f47c-427e-90c0-30d97eeec524), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:29.741871 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (08086374-f47c-427e-90c0-30d97eeec524), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:29.771714 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-6740f778-3fcd-4172-b7a3-a503a2ed6002 None None] Provisioning complete for port 4a28db4b-f061-4559-96bf-79aa6b369939 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:39:29.773207 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-6740f778-3fcd-4172-b7a3-a503a2ed6002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (4a28db4b-f061-4559-96bf-79aa6b369939), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:29.774247 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-6740f778-3fcd-4172-b7a3-a503a2ed6002 None None] Attempt 1 to provision port 4a28db4b-f061-4559-96bf-79aa6b369939 Sep 22 12:39:29.777440 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-fd5a7876-049c-48aa-aad3-a3c7101a2359 admin admin] Publish callbacks [] for port (d024ee0e-2f6a-4205-a7b0-443f5851c70f), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:29.796797 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] Attempting to bind port 08086374-f47c-427e-90c0-30d97eeec524 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:39:29.797162 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] Attempting to bind port 08086374-f47c-427e-90c0-30d97eeec524 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:39:29.797526 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] Attempting to bind port 08086374-f47c-427e-90c0-30d97eeec524 on network 1180960f-2d21-46a6-8808-3b9bf675fc1c {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:39:29.799457 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba48279-145b-4636-8a86-e694be1eecf8 None None] Pushing event updated for resources: {'Port': ['ID=08086374-f47c-427e-90c0-30d97eeec524,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:29.800246 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:29.814227 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-fd5a7876-049c-48aa-aad3-a3c7101a2359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (d024ee0e-2f6a-4205-a7b0-443f5851c70f), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:29.825810 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48279-145b-4636-8a86-e694be1eecf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:29.826448 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48279-145b-4636-8a86-e694be1eecf8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:29.826818 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48279-145b-4636-8a86-e694be1eecf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:29.827176 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48279-145b-4636-8a86-e694be1eecf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:29.827509 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48279-145b-4636-8a86-e694be1eecf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:29.827833 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48279-145b-4636-8a86-e694be1eecf8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:29.828156 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48279-145b-4636-8a86-e694be1eecf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:29.828545 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48279-145b-4636-8a86-e694be1eecf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:29.828870 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48279-145b-4636-8a86-e694be1eecf8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:29.829186 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48279-145b-4636-8a86-e694be1eecf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:29.829502 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48279-145b-4636-8a86-e694be1eecf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:29.829837 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48279-145b-4636-8a86-e694be1eecf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:29.830158 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48279-145b-4636-8a86-e694be1eecf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:29.830472 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48279-145b-4636-8a86-e694be1eecf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:29.830783 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba48279-145b-4636-8a86-e694be1eecf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106191) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:29.852735 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:29.853864 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5a7876-049c-48aa-aad3-a3c7101a2359 admin admin] Network fa4c16fb-2b69-4afc-a780-323b3230115f is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:39:29.858085 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-6740f778-3fcd-4172-b7a3-a503a2ed6002 None None] Current status of the port 4a28db4b-f061-4559-96bf-79aa6b369939 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:39:29.859750 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-fd5a7876-049c-48aa-aad3-a3c7101a2359 admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:39:29.863503 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:39:29.863876 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] Checking segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:39:29.864484 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:29.865019 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] Bound using segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:39:29.865161 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a7876-049c-48aa-aad3-a3c7101a2359 admin admin] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:39:29.865788 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] Bound port: 08086374-f47c-427e-90c0-30d97eeec524, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:39:29.866340 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (08086374-f47c-427e-90c0-30d97eeec524), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:29.896402 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a7876-049c-48aa-aad3-a3c7101a2359 admin admin] Pushing event updated for resources: {'Port': ['ID=d024ee0e-2f6a-4205-a7b0-443f5851c70f,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:29.907005 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:29.913809 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-fd5a7876-049c-48aa-aad3-a3c7101a2359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425239'] for router_interface (b59af2f0-bac2-4482-894f-650709d4b090), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:29.921569 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] For port 08086374-f47c-427e-90c0-30d97eeec524, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:39:29.925341 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] For port 08086374-f47c-427e-90c0-30d97eeec524, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=08086374-f47c-427e-90c0-30d97eeec524,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:39:29.931551 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (08086374-f47c-427e-90c0-30d97eeec524), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:29.942954 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:29.972391 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:29.992939 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba48279-145b-4636-8a86-e694be1eecf8 None None] Pushing event updated for resources: {'Port': ['ID=08086374-f47c-427e-90c0-30d97eeec524,revision_number=3']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:29.995270 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] Routers {'b59af2f0-bac2-4482-894f-650709d4b090'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:39:29.996091 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:39:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b59af2f0-bac2-4482-894f-650709d4b090'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:30.020399 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:30.056164 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-fd5a7876-049c-48aa-aad3-a3c7101a2359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (d024ee0e-2f6a-4205-a7b0-443f5851c70f), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:30.101219 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] Set router b59af2f0-bac2-4482-894f-650709d4b090 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:39:30.177960 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-d7c7f2d5-bd19-4e90-b513-fd01b0512abb None None] Provisioning complete for port d024ee0e-2f6a-4205-a7b0-443f5851c70f triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:39:30.178376 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f2d5-bd19-4e90-b513-fd01b0512abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (d024ee0e-2f6a-4205-a7b0-443f5851c70f), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:30.178810 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-d7c7f2d5-bd19-4e90-b513-fd01b0512abb None None] Attempt 1 to provision port d024ee0e-2f6a-4205-a7b0-443f5851c70f Sep 22 12:39:30.214135 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7f2d5-bd19-4e90-b513-fd01b0512abb None None] Port d024ee0e-2f6a-4205-a7b0-443f5851c70f cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:39:30.220441 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-fd5a7876-049c-48aa-aad3-a3c7101a2359 admin admin] Publish callbacks [] for port (d024ee0e-2f6a-4205-a7b0-443f5851c70f), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:30.225403 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-fd5a7876-049c-48aa-aad3-a3c7101a2359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (d024ee0e-2f6a-4205-a7b0-443f5851c70f), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:30.270242 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'name': 'tempest-TestShelveInstance-1182376954-router', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '08086374-f47c-427e-90c0-30d97eeec524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:28Z', 'revision_number': 3, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'gw_port': {'id': '08086374-f47c-427e-90c0-30d97eeec524', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:30.294140 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf079df-d235-48eb-b85a-f4f073132f82 None None] The sync data for ids ['b59af2f0-bac2-4482-894f-650709d4b090'] in dv-cinder-856463-4-iscsi is: [{'id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'name': 'tempest-TestShelveInstance-1182376954-router', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '08086374-f47c-427e-90c0-30d97eeec524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:28Z', 'revision_number': 3, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'gw_port': {'id': '08086374-f47c-427e-90c0-30d97eeec524', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:39:30.294411 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a7876-049c-48aa-aad3-a3c7101a2359 admin admin] Pushing event updated for resources: {'Port': ['ID=d024ee0e-2f6a-4205-a7b0-443f5851c70f,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:30.296678 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-fd5a7876-049c-48aa-aad3-a3c7101a2359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425347'] for router_interface (b59af2f0-bac2-4482-894f-650709d4b090), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:30.392071 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5a7876-049c-48aa-aad3-a3c7101a2359 admin admin] Network fa4c16fb-2b69-4afc-a780-323b3230115f is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:39:30.393393 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-fd5a7876-049c-48aa-aad3-a3c7101a2359 admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:39:30.397832 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 4a28db4b-f061-4559-96bf-79aa6b369939 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:39:30.446562 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 4a28db4b-f061-4559-96bf-79aa6b369939 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:39:30.446937 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (4a28db4b-f061-4559-96bf-79aa6b369939), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:30.447271 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 4a28db4b-f061-4559-96bf-79aa6b369939 Sep 22 12:39:30.483889 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:30.548880 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 4a28db4b-f061-4559-96bf-79aa6b369939 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:39:30.715031 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-d7c7f2d5-bd19-4e90-b513-fd01b0512abb None None] Attempt 2 to provision port d024ee0e-2f6a-4205-a7b0-443f5851c70f Sep 22 12:39:30.731631 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:INSERT=2,neutron:UPDATE=2,neutron:SELECT=96 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:30.752601 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7f2d5-bd19-4e90-b513-fd01b0512abb None None] Port d024ee0e-2f6a-4205-a7b0-443f5851c70f cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:39:30.791525 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5a7876-049c-48aa-aad3-a3c7101a2359 admin admin] Router b59af2f0-bac2-4482-894f-650709d4b090 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:39:30.898039 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5a7876-049c-48aa-aad3-a3c7101a2359 admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:39:30.903587 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-fd5a7876-049c-48aa-aad3-a3c7101a2359 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/b59af2f0-bac2-4482-894f-650709d4b090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8800538 Sep 22 12:39:31.253921 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-d7c7f2d5-bd19-4e90-b513-fd01b0512abb None None] Attempt 3 to provision port d024ee0e-2f6a-4205-a7b0-443f5851c70f Sep 22 12:39:31.287908 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7f2d5-bd19-4e90-b513-fd01b0512abb None None] Port d024ee0e-2f6a-4205-a7b0-443f5851c70f cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:39:31.408950 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56268) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:31.413978 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-5ff75295-0fc8-4707-9ba6-73c87e6a1970 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1501649588-network', 'tenant_id': '6ac63e237a6e4a008f318c662941f173'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:39:31.430590 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:31.434452 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff75295-0fc8-4707-9ba6-73c87e6a1970 admin admin] Made reservation on behalf of 6ac63e237a6e4a008f318c662941f173 for: {'network': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:39:31.436836 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5ff75295-0fc8-4707-9ba6-73c87e6a1970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for network (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:31.446521 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5ff75295-0fc8-4707-9ba6-73c87e6a1970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:31.520636 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5ff75295-0fc8-4707-9ba6-73c87e6a1970 admin admin] Publish callbacks [] for security_group (f711267b-2b42-4f6b-a602-084383abc3ff), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:31.524137 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5ff75295-0fc8-4707-9ba6-73c87e6a1970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (f711267b-2b42-4f6b-a602-084383abc3ff), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:31.545067 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff75295-0fc8-4707-9ba6-73c87e6a1970 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=106188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 12:39:31.560963 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff75295-0fc8-4707-9ba6-73c87e6a1970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f711267b-2b42-4f6b-a602-084383abc3ff,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:31.563764 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5ff75295-0fc8-4707-9ba6-73c87e6a1970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (a68a93be-f84c-4ccd-a4ec-6e9deea04599), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:31.564106 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.segments_db [None req-5ff75295-0fc8-4707-9ba6-73c87e6a1970 admin admin] Added segment a68a93be-f84c-4ccd-a4ec-6e9deea04599 of type vlan for network b6dbb7c9-0b68-4007-ae24-d81ddc39e17b Sep 22 12:39:31.609742 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5ff75295-0fc8-4707-9ba6-73c87e6a1970 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742010657190'] for network (b6dbb7c9-0b68-4007-ae24-d81ddc39e17b), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:31.636288 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5ff75295-0fc8-4707-9ba6-73c87e6a1970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106'] for network (b6dbb7c9-0b68-4007-ae24-d81ddc39e17b), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:31.637540 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff75295-0fc8-4707-9ba6-73c87e6a1970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:31.638191 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-5ff75295-0fc8-4707-9ba6-73c87e6a1970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:31.699449 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-5ff75295-0fc8-4707-9ba6-73c87e6a1970 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2868240 Sep 22 12:39:31.699930 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56270) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:31.701811 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff75295-0fc8-4707-9ba6-73c87e6a1970 admin admin] Pushing event updated for resources: {'Network': ['ID=b6dbb7c9-0b68-4007-ae24-d81ddc39e17b,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:31.705187 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-6c5f1c93-7359-4964-b909-f41d04d93a35 admin admin] Request body: {'subnet': {'network_id': 'b6dbb7c9-0b68-4007-ae24-d81ddc39e17b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1501649588-subnet', 'tenant_id': '6ac63e237a6e4a008f318c662941f173', 'ip_version': 4}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:39:31.716825 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Network b6dbb7c9-0b68-4007-ae24-d81ddc39e17b details requested by agent ovs-agent-dv-cinder-856463-4-iscsi with host dv-cinder-856463-4-iscsi {{(pid=106190) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 12:39:31.733822 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5f1c93-7359-4964-b909-f41d04d93a35 admin admin] Made reservation on behalf of 6ac63e237a6e4a008f318c662941f173 for: {'subnet': 1} {{(pid=106189) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:39:31.736392 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6c5f1c93-7359-4964-b909-f41d04d93a35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3860156'] for subnet (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:31.789134 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-d7c7f2d5-bd19-4e90-b513-fd01b0512abb None None] Attempt 4 to provision port d024ee0e-2f6a-4205-a7b0-443f5851c70f Sep 22 12:39:31.826537 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7f2d5-bd19-4e90-b513-fd01b0512abb None None] Port d024ee0e-2f6a-4205-a7b0-443f5851c70f cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:39:31.850315 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:31.864452 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:31.910565 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] Sync routers for ids ['b59af2f0-bac2-4482-894f-650709d4b090'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:39:31.917564 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6c5f1c93-7359-4964-b909-f41d04d93a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2985252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3860138'] for subnet (fe793fb1-9c6e-4d14-8fd9-bd9b01e7caa0), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:31.921334 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] Routers {'b59af2f0-bac2-4482-894f-650709d4b090'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:39:31.922125 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:39:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b59af2f0-bac2-4482-894f-650709d4b090'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:31.977689 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f1c93-7359-4964-b909-f41d04d93a35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe793fb1-9c6e-4d14-8fd9-bd9b01e7caa0,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:31.985139 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5f1c93-7359-4964-b909-f41d04d93a35 admin admin] Checking segment: {'id': 'a68a93be-f84c-4ccd-a4ec-6e9deea04599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b6dbb7c9-0b68-4007-ae24-d81ddc39e17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:39:31.985482 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5f1c93-7359-4964-b909-f41d04d93a35 admin admin] Network hostable DHCP agents. Network: b6dbb7c9-0b68-4007-ae24-d81ddc39e17b, hostable agents: ['a2e957d1-0bb2-4343-b675-01d2080b3290'], hosted agents: [] {{(pid=106189) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 12:39:32.002985 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5f1c93-7359-4964-b909-f41d04d93a35 admin admin] Network b6dbb7c9-0b68-4007-ae24-d81ddc39e17b is scheduled to be hosted by DHCP agent a2e957d1-0bb2-4343-b675-01d2080b3290 with binding_index 1 {{(pid=106189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 12:39:32.012330 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.base_scheduler [None req-6c5f1c93-7359-4964-b909-f41d04d93a35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-856463-4-iscsi, b6dbb7c9-0b68-4007-ae24-d81ddc39e17b) {{(pid=106189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:39:32.016461 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5f1c93-7359-4964-b909-f41d04d93a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:32.017052 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6c5f1c93-7359-4964-b909-f41d04d93a35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:32.024545 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b1b468-ad7c-4343-ae59-429e6dce0f21 None None] Network b6dbb7c9-0b68-4007-ae24-d81ddc39e17b requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:39:32.037868 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-6c5f1c93-7359-4964-b909-f41d04d93a35 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3328757 Sep 22 12:39:32.038318 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56274) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:32.043603 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-cedec2e1-ebe4-4cef-bc7f-1abdf1e43b6d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1501649588-router', 'tenant_id': '6ac63e237a6e4a008f318c662941f173', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:39:32.045436 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] Set router b59af2f0-bac2-4482-894f-650709d4b090 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:39:32.064531 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-cedec2e1-ebe4-4cef-bc7f-1abdf1e43b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12671'] for router (bb27ac9e-5f88-44a4-999e-569a33574cfa), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:32.065656 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-cedec2e1-ebe4-4cef-bc7f-1abdf1e43b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-633534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-625649', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-429369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12660'] for router (bb27ac9e-5f88-44a4-999e-569a33574cfa), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:32.120640 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-cedec2e1-ebe4-4cef-bc7f-1abdf1e43b6d admin admin] Publish callbacks [] for router_controller (bb27ac9e-5f88-44a4-999e-569a33574cfa), precommit_add_association {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:32.249528 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98be1485-126f-4a48-9d09-3da5a1f795ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9c63bb28-3216-551e-ac85-74facc55e4fd-b6dbb7c9-0b68-4007-ae24-d81ddc39e17b', 'network_id': 'b6dbb7c9-0b68-4007-ae24-d81ddc39e17b', 'project_id': '6ac63e237a6e4a008f318c662941f173', 'fixed_ips': [{'subnet_id': 'fe793fb1-9c6e-4d14-8fd9-bd9b01e7caa0'}]}} from dv-cinder-856463-4-iscsi. {{(pid=106190) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 22 12:39:32.250433 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-98be1485-126f-4a48-9d09-3da5a1f795ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:32.255918 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-cedec2e1-ebe4-4cef-bc7f-1abdf1e43b6d admin admin] Publish callbacks [] for router_gateway (bb27ac9e-5f88-44a4-999e-569a33574cfa), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:32.364639 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-d7c7f2d5-bd19-4e90-b513-fd01b0512abb None None] Attempt 5 to provision port d024ee0e-2f6a-4205-a7b0-443f5851c70f Sep 22 12:39:32.398062 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:32.424861 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 08086374-f47c-427e-90c0-30d97eeec524 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:39:32.440526 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:32.456148 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'name': 'tempest-TestShelveInstance-1182376954-router', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '08086374-f47c-427e-90c0-30d97eeec524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:30Z', 'revision_number': 4, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'gw_port': {'id': '08086374-f47c-427e-90c0-30d97eeec524', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': 'd024ee0e-2f6a-4205-a7b0-443f5851c70f', 'name': '', 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'mac_address': 'fa:16:3e:a4:44:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '873c4db5-f77e-49ab-8f1e-181a84d91015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:29Z', 'updated_at': '2022-09-22T12:39:30Z', 'revision_number': 2, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'subnets': [{'id': '873c4db5-f77e-49ab-8f1e-181a84d91015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:32.457395 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-cedec2e1-ebe4-4cef-bc7f-1abdf1e43b6d admin admin] Publish callbacks [] for router_gateway (bb27ac9e-5f88-44a4-999e-569a33574cfa), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:32.462760 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7f2d5-bd19-4e90-b513-fd01b0512abb None None] Port d024ee0e-2f6a-4205-a7b0-443f5851c70f cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:39:32.477177 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-cedec2e1-ebe4-4cef-bc7f-1abdf1e43b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:32.514551 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] Checking router: b59af2f0-bac2-4482-894f-650709d4b090 for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:39:32.514919 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] Updating router b59af2f0-bac2-4482-894f-650709d4b090 port d024ee0e-2f6a-4205-a7b0-443f5851c70f binding host dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:39:32.550003 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:32.564668 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (d024ee0e-2f6a-4205-a7b0-443f5851c70f), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:32.567760 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.db_base_plugin_common [None req-98be1485-126f-4a48-9d09-3da5a1f795ea None None] Allocated IP 172.20.0.2 (b6dbb7c9-0b68-4007-ae24-d81ddc39e17b/fe793fb1-9c6e-4d14-8fd9-bd9b01e7caa0/15716880-45cb-47fd-b64a-ccf7aacf25c0) {{(pid=106190) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:39:32.578382 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:32.589071 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [None req-cedec2e1-ebe4-4cef-bc7f-1abdf1e43b6d admin admin] Allocated IP 172.27.0.16 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/5fec8f4d-5757-47a6-abd6-84ee870379e2) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:39:32.599039 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 08086374-f47c-427e-90c0-30d97eeec524 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:39:32.599414 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (08086374-f47c-427e-90c0-30d97eeec524), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:32.599739 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 08086374-f47c-427e-90c0-30d97eeec524 Sep 22 12:39:32.698040 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-cedec2e1-ebe4-4cef-bc7f-1abdf1e43b6d admin admin] Publish callbacks [] for port (5fec8f4d-5757-47a6-abd6-84ee870379e2), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:32.731675 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-cedec2e1-ebe4-4cef-bc7f-1abdf1e43b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (5fec8f4d-5757-47a6-abd6-84ee870379e2), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:32.775383 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedec2e1-ebe4-4cef-bc7f-1abdf1e43b6d admin admin] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:39:32.780241 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-cedec2e1-ebe4-4cef-bc7f-1abdf1e43b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:39:32.784146 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedec2e1-ebe4-4cef-bc7f-1abdf1e43b6d admin admin] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:39:32.807086 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedec2e1-ebe4-4cef-bc7f-1abdf1e43b6d admin admin] Pushing event updated for resources: {'Port': ['ID=5fec8f4d-5757-47a6-abd6-84ee870379e2,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:32.971812 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-d7c7f2d5-bd19-4e90-b513-fd01b0512abb None None] Attempt 6 to provision port d024ee0e-2f6a-4205-a7b0-443f5851c70f Sep 22 12:39:33.031600 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-cedec2e1-ebe4-4cef-bc7f-1abdf1e43b6d admin admin] Publish callbacks [] for router_gateway (bb27ac9e-5f88-44a4-999e-569a33574cfa), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:33.069737 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 08086374-f47c-427e-90c0-30d97eeec524 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:39:33.070139 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (08086374-f47c-427e-90c0-30d97eeec524), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:33.077516 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-98be1485-126f-4a48-9d09-3da5a1f795ea None None] Publish callbacks [] for port (15716880-45cb-47fd-b64a-ccf7aacf25c0), precommit_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:33.091803 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7f2d5-bd19-4e90-b513-fd01b0512abb None None] Port d024ee0e-2f6a-4205-a7b0-443f5851c70f cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:39:33.095487 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-98be1485-126f-4a48-9d09-3da5a1f795ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160'] for port (15716880-45cb-47fd-b64a-ccf7aacf25c0), after_create {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:33.117936 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] For port 08086374-f47c-427e-90c0-30d97eeec524, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=08086374-f47c-427e-90c0-30d97eeec524,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:39:33.143443 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (08086374-f47c-427e-90c0-30d97eeec524), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:33.163859 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98be1485-126f-4a48-9d09-3da5a1f795ea None None] Network b6dbb7c9-0b68-4007-ae24-d81ddc39e17b is already hosted by enough agents. {{(pid=106190) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:39:33.174708 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.scheduler.base_scheduler [None req-98be1485-126f-4a48-9d09-3da5a1f795ea None None] Resources bound (agent type, host, resource id): {{(pid=106190) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:39:33.180574 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98be1485-126f-4a48-9d09-3da5a1f795ea None None] Received port after_create {{(pid=106190) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:39:33.199351 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be1485-126f-4a48-9d09-3da5a1f795ea None None] Pushing event updated for resources: {'Port': ['ID=15716880-45cb-47fd-b64a-ccf7aacf25c0,revision_number=1']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:33.220354 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-cedec2e1-ebe4-4cef-bc7f-1abdf1e43b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-633574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-629806'] for router (bb27ac9e-5f88-44a4-999e-569a33574cfa), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:33.271573 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:33.316622 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:33.327761 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-98be1485-126f-4a48-9d09-3da5a1f795ea None None] Attempting to bind port 15716880-45cb-47fd-b64a-ccf7aacf25c0 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:39:33.328134 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-98be1485-126f-4a48-9d09-3da5a1f795ea None None] Attempting to bind port 15716880-45cb-47fd-b64a-ccf7aacf25c0 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': 'a68a93be-f84c-4ccd-a4ec-6e9deea04599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b6dbb7c9-0b68-4007-ae24-d81ddc39e17b'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:39:33.328523 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98be1485-126f-4a48-9d09-3da5a1f795ea None None] Attempting to bind port 15716880-45cb-47fd-b64a-ccf7aacf25c0 on network b6dbb7c9-0b68-4007-ae24-d81ddc39e17b {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:39:33.333246 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Pushing event updated for resources: {'Port': ['ID=08086374-f47c-427e-90c0-30d97eeec524,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:33.349960 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedec2e1-ebe4-4cef-bc7f-1abdf1e43b6d admin admin] Router bb27ac9e-5f88-44a4-999e-569a33574cfa is scheduled to L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 with binding_index 1 {{(pid=106188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 12:39:33.368010 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] Publish callbacks [] for port (d024ee0e-2f6a-4205-a7b0-443f5851c70f), precommit_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:33.375301 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:UPDATE=7,neutron:SELECT=91,neutron:INSERT=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:33.380065 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (d024ee0e-2f6a-4205-a7b0-443f5851c70f), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:33.434107 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98be1485-126f-4a48-9d09-3da5a1f795ea None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:39:33.434470 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98be1485-126f-4a48-9d09-3da5a1f795ea None None] Checking segment: {'id': 'a68a93be-f84c-4ccd-a4ec-6e9deea04599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b6dbb7c9-0b68-4007-ae24-d81ddc39e17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:39:33.434864 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-98be1485-126f-4a48-9d09-3da5a1f795ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:33.435258 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98be1485-126f-4a48-9d09-3da5a1f795ea None None] Bound using segment: {'id': 'a68a93be-f84c-4ccd-a4ec-6e9deea04599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b6dbb7c9-0b68-4007-ae24-d81ddc39e17b'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:39:33.435727 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-98be1485-126f-4a48-9d09-3da5a1f795ea None None] Bound port: 15716880-45cb-47fd-b64a-ccf7aacf25c0, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68a93be-f84c-4ccd-a4ec-6e9deea04599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b6dbb7c9-0b68-4007-ae24-d81ddc39e17b'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:39:33.436101 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-98be1485-126f-4a48-9d09-3da5a1f795ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (15716880-45cb-47fd-b64a-ccf7aacf25c0), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:33.458142 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:33.463919 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedec2e1-ebe4-4cef-bc7f-1abdf1e43b6d admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:39:33.465234 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2228f-1387-46e9-8aff-ed60394ce18c None None] Pushing event updated for resources: {'Port': ['ID=d024ee0e-2f6a-4205-a7b0-443f5851c70f,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:33.475170 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] Sync routers for ids ['bb27ac9e-5f88-44a4-999e-569a33574cfa'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:39:33.486675 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-cedec2e1-ebe4-4cef-bc7f-1abdf1e43b6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:33.487950 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-cedec2e1-ebe4-4cef-bc7f-1abdf1e43b6d admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4484396 Sep 22 12:39:33.490664 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56276) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:33.494349 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] Routers {'bb27ac9e-5f88-44a4-999e-569a33574cfa'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:39:33.495690 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:39:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['bb27ac9e-5f88-44a4-999e-569a33574cfa'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:33.537482 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] Attempting to bind port d024ee0e-2f6a-4205-a7b0-443f5851c70f on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:39:33.537800 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] Attempting to bind port d024ee0e-2f6a-4205-a7b0-443f5851c70f by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '734d6f0e-5e66-4034-999c-34e23d7f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:39:33.538157 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] Attempting to bind port d024ee0e-2f6a-4205-a7b0-443f5851c70f on network fa4c16fb-2b69-4afc-a780-323b3230115f {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:39:33.571936 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-98be1485-126f-4a48-9d09-3da5a1f795ea None None] For port 15716880-45cb-47fd-b64a-ccf7aacf25c0, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:39:33.590305 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-98be1485-126f-4a48-9d09-3da5a1f795ea None None] For port 15716880-45cb-47fd-b64a-ccf7aacf25c0, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=15716880-45cb-47fd-b64a-ccf7aacf25c0,segment=NetworkSegment(a68a93be-f84c-4ccd-a4ec-6e9deea04599),segment_id=a68a93be-f84c-4ccd-a4ec-6e9deea04599)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:39:33.593417 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-d7c7f2d5-bd19-4e90-b513-fd01b0512abb None None] Attempt 7 to provision port d024ee0e-2f6a-4205-a7b0-443f5851c70f Sep 22 12:39:33.599107 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] Set router bb27ac9e-5f88-44a4-999e-569a33574cfa gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:39:33.616622 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-98be1485-126f-4a48-9d09-3da5a1f795ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (15716880-45cb-47fd-b64a-ccf7aacf25c0), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:33.634010 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:39:33.634468 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] Checking segment: {'id': '734d6f0e-5e66-4034-999c-34e23d7f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:39:33.634777 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:33.635157 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] Bound using segment: {'id': '734d6f0e-5e66-4034-999c-34e23d7f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:39:33.635655 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] Bound port: d024ee0e-2f6a-4205-a7b0-443f5851c70f, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734d6f0e-5e66-4034-999c-34e23d7f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:39:33.636046 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (d024ee0e-2f6a-4205-a7b0-443f5851c70f), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:33.672325 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7f2d5-bd19-4e90-b513-fd01b0512abb None None] Port d024ee0e-2f6a-4205-a7b0-443f5851c70f cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:39:33.750950 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be1485-126f-4a48-9d09-3da5a1f795ea None None] Pushing event updated for resources: {'Port': ['ID=15716880-45cb-47fd-b64a-ccf7aacf25c0,revision_number=2']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:33.774540 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb27ac9e-5f88-44a4-999e-569a33574cfa', 'name': 'tempest-TestShelveInstance-1501649588-router', 'tenant_id': '6ac63e237a6e4a008f318c662941f173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5fec8f4d-5757-47a6-abd6-84ee870379e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:32Z', 'updated_at': '2022-09-22T12:39:32Z', 'revision_number': 3, 'project_id': '6ac63e237a6e4a008f318c662941f173', 'gw_port': {'id': '5fec8f4d-5757-47a6-abd6-84ee870379e2', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb27ac9e-5f88-44a4-999e-569a33574cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:32Z', 'updated_at': '2022-09-22T12:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:33.775616 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] For port d024ee0e-2f6a-4205-a7b0-443f5851c70f, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:39:33.779511 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] For port d024ee0e-2f6a-4205-a7b0-443f5851c70f, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=d024ee0e-2f6a-4205-a7b0-443f5851c70f,segment=NetworkSegment(734d6f0e-5e66-4034-999c-34e23d7f5c13),segment_id=734d6f0e-5e66-4034-999c-34e23d7f5c13)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:39:33.790521 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (d024ee0e-2f6a-4205-a7b0-443f5851c70f), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:33.801233 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] Checking router: bb27ac9e-5f88-44a4-999e-569a33574cfa for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:39:33.801857 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] Updating router bb27ac9e-5f88-44a4-999e-569a33574cfa port 5fec8f4d-5757-47a6-abd6-84ee870379e2 binding host dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:39:33.839228 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (5fec8f4d-5757-47a6-abd6-84ee870379e2), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:33.880965 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] Routers {'b59af2f0-bac2-4482-894f-650709d4b090'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:39:33.881707 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:39:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b59af2f0-bac2-4482-894f-650709d4b090'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:33.956375 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2228f-1387-46e9-8aff-ed60394ce18c None None] Pushing event updated for resources: {'Port': ['ID=d024ee0e-2f6a-4205-a7b0-443f5851c70f,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:33.988486 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d29989a7-fadd-4713-ae32-252d585eebaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:34.033660 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] Set router b59af2f0-bac2-4482-894f-650709d4b090 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:39:34.115747 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:34.130116 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] Publish callbacks [] for port (5fec8f4d-5757-47a6-abd6-84ee870379e2), precommit_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:34.134605 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (5fec8f4d-5757-47a6-abd6-84ee870379e2), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:34.161908 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [None req-d29989a7-fadd-4713-ae32-252d585eebaf admin admin] Allocated IP 172.20.0.1 (b6dbb7c9-0b68-4007-ae24-d81ddc39e17b/fe793fb1-9c6e-4d14-8fd9-bd9b01e7caa0/00e69d20-d05b-4263-bf0d-2f7ff784db39) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:39:34.169671 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] Attempting to bind port 5fec8f4d-5757-47a6-abd6-84ee870379e2 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:39:34.170123 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] Attempting to bind port 5fec8f4d-5757-47a6-abd6-84ee870379e2 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:39:34.170576 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] Attempting to bind port 5fec8f4d-5757-47a6-abd6-84ee870379e2 on network 1180960f-2d21-46a6-8808-3b9bf675fc1c {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:39:34.177898 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-d7c7f2d5-bd19-4e90-b513-fd01b0512abb None None] Attempt 8 to provision port d024ee0e-2f6a-4205-a7b0-443f5851c70f Sep 22 12:39:34.195573 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:34.209995 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f1d1f-f3ef-4a17-ad35-143d8e3f7b17 None None] Pushing event updated for resources: {'Port': ['ID=5fec8f4d-5757-47a6-abd6-84ee870379e2,revision_number=2']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:34.222431 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:34.234327 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:39:34.234702 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] Checking segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106191) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:39:34.235108 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:34.236347 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] Bound using segment: {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'} {{(pid=106191) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:39:34.236913 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.managers [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] Bound port: 5fec8f4d-5757-47a6-abd6-84ee870379e2, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81df34c9-343a-4bcf-8862-82b7e8fde891', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c'}}] {{(pid=106191) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:39:34.237385 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (5fec8f4d-5757-47a6-abd6-84ee870379e2), before_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:34.274985 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:34.291764 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d29989a7-fadd-4713-ae32-252d585eebaf admin admin] Publish callbacks [] for port (00e69d20-d05b-4263-bf0d-2f7ff784db39), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:34.293730 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] For port 5fec8f4d-5757-47a6-abd6-84ee870379e2, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106191) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:39:34.297120 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:34.297444 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.plugins.ml2.db [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] For port 5fec8f4d-5757-47a6-abd6-84ee870379e2, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=5fec8f4d-5757-47a6-abd6-84ee870379e2,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106191) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:39:34.303857 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7f2d5-bd19-4e90-b513-fd01b0512abb None None] Current status of the port d024ee0e-2f6a-4205-a7b0-443f5851c70f is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:39:34.304244 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f2d5-bd19-4e90-b513-fd01b0512abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (d024ee0e-2f6a-4205-a7b0-443f5851c70f), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:34.304481 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron_lib.callbacks.manager [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (5fec8f4d-5757-47a6-abd6-84ee870379e2), after_update {{(pid=106191) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:34.307488 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'name': 'tempest-TestShelveInstance-1182376954-router', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '08086374-f47c-427e-90c0-30d97eeec524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:30Z', 'revision_number': 4, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'gw_port': {'id': '08086374-f47c-427e-90c0-30d97eeec524', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': 'd024ee0e-2f6a-4205-a7b0-443f5851c70f', 'name': '', 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'mac_address': 'fa:16:3e:a4:44:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '873c4db5-f77e-49ab-8f1e-181a84d91015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:29Z', 'updated_at': '2022-09-22T12:39:33Z', 'revision_number': 4, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'subnets': [{'id': '873c4db5-f77e-49ab-8f1e-181a84d91015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:34.331934 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d29989a7-fadd-4713-ae32-252d585eebaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (00e69d20-d05b-4263-bf0d-2f7ff784db39), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:34.342409 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15614f5-2a91-4060-852c-6fdf6dd39db0 None None] The sync data for ids ['b59af2f0-bac2-4482-894f-650709d4b090'] in dv-cinder-856463-4-iscsi is: [{'id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'name': 'tempest-TestShelveInstance-1182376954-router', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '08086374-f47c-427e-90c0-30d97eeec524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:30Z', 'revision_number': 4, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'gw_port': {'id': '08086374-f47c-427e-90c0-30d97eeec524', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': 'd024ee0e-2f6a-4205-a7b0-443f5851c70f', 'name': '', 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'mac_address': 'fa:16:3e:a4:44:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '873c4db5-f77e-49ab-8f1e-181a84d91015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:29Z', 'updated_at': '2022-09-22T12:39:33Z', 'revision_number': 4, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'subnets': [{'id': '873c4db5-f77e-49ab-8f1e-181a84d91015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:39:34.358483 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] Routers {'bb27ac9e-5f88-44a4-999e-569a33574cfa'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:39:34.359241 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:39:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['bb27ac9e-5f88-44a4-999e-569a33574cfa'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:34.374867 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29989a7-fadd-4713-ae32-252d585eebaf admin admin] Network b6dbb7c9-0b68-4007-ae24-d81ddc39e17b is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:39:34.375023 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-d7c7f2d5-bd19-4e90-b513-fd01b0512abb None None] For port d024ee0e-2f6a-4205-a7b0-443f5851c70f, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=d024ee0e-2f6a-4205-a7b0-443f5851c70f,segment=NetworkSegment(734d6f0e-5e66-4034-999c-34e23d7f5c13),segment_id=734d6f0e-5e66-4034-999c-34e23d7f5c13)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:39:34.380859 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-d29989a7-fadd-4713-ae32-252d585eebaf admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:39:34.384973 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f2d5-bd19-4e90-b513-fd01b0512abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (d024ee0e-2f6a-4205-a7b0-443f5851c70f), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:34.385138 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29989a7-fadd-4713-ae32-252d585eebaf admin admin] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:39:34.391471 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:34.452642 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29989a7-fadd-4713-ae32-252d585eebaf admin admin] Pushing event updated for resources: {'Port': ['ID=00e69d20-d05b-4263-bf0d-2f7ff784db39,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:34.472959 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d29989a7-fadd-4713-ae32-252d585eebaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-425239'] for router_interface (bb27ac9e-5f88-44a4-999e-569a33574cfa), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:34.502371 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7f2d5-bd19-4e90-b513-fd01b0512abb None None] Pushing event updated for resources: {'Port': ['ID=d024ee0e-2f6a-4205-a7b0-443f5851c70f,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:34.517123 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-105b1ec6-204a-4d9b-bf47-414be1060bee None None] Provisioning complete for port d024ee0e-2f6a-4205-a7b0-443f5851c70f triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:39:34.517495 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-105b1ec6-204a-4d9b-bf47-414be1060bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (d024ee0e-2f6a-4205-a7b0-443f5851c70f), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:34.517838 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-105b1ec6-204a-4d9b-bf47-414be1060bee None None] Attempt 1 to provision port d024ee0e-2f6a-4205-a7b0-443f5851c70f Sep 22 12:39:34.593386 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] Set router bb27ac9e-5f88-44a4-999e-569a33574cfa gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:39:34.645411 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-105b1ec6-204a-4d9b-bf47-414be1060bee None None] Current status of the port d024ee0e-2f6a-4205-a7b0-443f5851c70f is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:39:34.702674 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d29989a7-fadd-4713-ae32-252d585eebaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (00e69d20-d05b-4263-bf0d-2f7ff784db39), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:34.795976 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f1d1f-f3ef-4a17-ad35-143d8e3f7b17 None None] Pushing event updated for resources: {'Port': ['ID=5fec8f4d-5757-47a6-abd6-84ee870379e2,revision_number=3']} {{(pid=106191) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:34.901898 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 15716880-45cb-47fd-b64a-ccf7aacf25c0 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:39:34.951103 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 15716880-45cb-47fd-b64a-ccf7aacf25c0 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:39:34.951517 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (15716880-45cb-47fd-b64a-ccf7aacf25c0), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:34.951860 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 15716880-45cb-47fd-b64a-ccf7aacf25c0 Sep 22 12:39:34.976393 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb27ac9e-5f88-44a4-999e-569a33574cfa', 'name': 'tempest-TestShelveInstance-1501649588-router', 'tenant_id': '6ac63e237a6e4a008f318c662941f173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5fec8f4d-5757-47a6-abd6-84ee870379e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:32Z', 'updated_at': '2022-09-22T12:39:32Z', 'revision_number': 3, 'project_id': '6ac63e237a6e4a008f318c662941f173', 'gw_port': {'id': '5fec8f4d-5757-47a6-abd6-84ee870379e2', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb27ac9e-5f88-44a4-999e-569a33574cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:32Z', 'updated_at': '2022-09-22T12:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:34.997812 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d29989a7-fadd-4713-ae32-252d585eebaf admin admin] Publish callbacks [] for port (00e69d20-d05b-4263-bf0d-2f7ff784db39), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:35.005667 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d29989a7-fadd-4713-ae32-252d585eebaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (00e69d20-d05b-4263-bf0d-2f7ff784db39), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:35.014680 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4970ffb-e331-4a48-be2c-92a7301f162b None None] The sync data for ids ['bb27ac9e-5f88-44a4-999e-569a33574cfa'] in dv-cinder-856463-4-iscsi is: [{'id': 'bb27ac9e-5f88-44a4-999e-569a33574cfa', 'name': 'tempest-TestShelveInstance-1501649588-router', 'tenant_id': '6ac63e237a6e4a008f318c662941f173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5fec8f4d-5757-47a6-abd6-84ee870379e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:32Z', 'updated_at': '2022-09-22T12:39:32Z', 'revision_number': 3, 'project_id': '6ac63e237a6e4a008f318c662941f173', 'gw_port': {'id': '5fec8f4d-5757-47a6-abd6-84ee870379e2', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb27ac9e-5f88-44a4-999e-569a33574cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:32Z', 'updated_at': '2022-09-22T12:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:39:35.033838 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e114e711-8738-4f73-a592-daee5ec9ffea None None] Network b6dbb7c9-0b68-4007-ae24-d81ddc39e17b requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:39:35.101502 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29989a7-fadd-4713-ae32-252d585eebaf admin admin] Pushing event updated for resources: {'Port': ['ID=00e69d20-d05b-4263-bf0d-2f7ff784db39,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:35.105045 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-d29989a7-fadd-4713-ae32-252d585eebaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-425347'] for router_interface (bb27ac9e-5f88-44a4-999e-569a33574cfa), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:35.120761 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-e9dea122-baca-4f43-b9ef-10639b40f14d None None] Provisioning complete for port 15716880-45cb-47fd-b64a-ccf7aacf25c0 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:39:35.121132 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-e9dea122-baca-4f43-b9ef-10639b40f14d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (15716880-45cb-47fd-b64a-ccf7aacf25c0), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:35.121615 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-e9dea122-baca-4f43-b9ef-10639b40f14d None None] Attempt 1 to provision port 15716880-45cb-47fd-b64a-ccf7aacf25c0 Sep 22 12:39:35.151025 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 15716880-45cb-47fd-b64a-ccf7aacf25c0 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:39:35.151426 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (15716880-45cb-47fd-b64a-ccf7aacf25c0), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:35.226007 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] For port 15716880-45cb-47fd-b64a-ccf7aacf25c0, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=15716880-45cb-47fd-b64a-ccf7aacf25c0,segment=NetworkSegment(a68a93be-f84c-4ccd-a4ec-6e9deea04599),segment_id=a68a93be-f84c-4ccd-a4ec-6e9deea04599)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:39:35.259940 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (15716880-45cb-47fd-b64a-ccf7aacf25c0), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:35.260796 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 08086374-f47c-427e-90c0-30d97eeec524 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:39:35.527403 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29989a7-fadd-4713-ae32-252d585eebaf admin admin] Network b6dbb7c9-0b68-4007-ae24-d81ddc39e17b is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:39:35.534685 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-d29989a7-fadd-4713-ae32-252d585eebaf admin admin] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:39:35.591212 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-e9dea122-baca-4f43-b9ef-10639b40f14d None None] Current status of the port 15716880-45cb-47fd-b64a-ccf7aacf25c0 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:39:35.593477 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Pushing event updated for resources: {'Port': ['ID=15716880-45cb-47fd-b64a-ccf7aacf25c0,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:35.617913 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 08086374-f47c-427e-90c0-30d97eeec524 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:39:35.618864 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (08086374-f47c-427e-90c0-30d97eeec524), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:35.619356 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 08086374-f47c-427e-90c0-30d97eeec524 Sep 22 12:39:35.734791 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29989a7-fadd-4713-ae32-252d585eebaf admin admin] Router bb27ac9e-5f88-44a4-999e-569a33574cfa has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:39:35.735038 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:35.736254 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 08086374-f47c-427e-90c0-30d97eeec524 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:39:35.747785 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:35.749640 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Provisioning complete for port 00e69d20-d05b-4263-bf0d-2f7ff784db39 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:39:35.749835 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (00e69d20-d05b-4263-bf0d-2f7ff784db39), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:35.750167 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Attempt 1 to provision port 00e69d20-d05b-4263-bf0d-2f7ff784db39 Sep 22 12:39:35.775563 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:35.795479 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Port 00e69d20-d05b-4263-bf0d-2f7ff784db39 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:39:35.902540 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29989a7-fadd-4713-ae32-252d585eebaf admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:39:35.917759 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-d29989a7-fadd-4713-ae32-252d585eebaf admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/bb27ac9e-5f88-44a4-999e-569a33574cfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4181459 Sep 22 12:39:36.296541 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Attempt 2 to provision port 00e69d20-d05b-4263-bf0d-2f7ff784db39 Sep 22 12:39:36.301678 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56284) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:36.306866 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-12333c53-2082-4331-aed3-86e2c78c04da tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-216351991', 'description': 'tempest-secgroup-smoke-216351991 description', 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:39:36.330414 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-12333c53-2082-4331-aed3-86e2c78c04da tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group (None), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.334866 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Port 00e69d20-d05b-4263-bf0d-2f7ff784db39 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:39:36.413994 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-12333c53-2082-4331-aed3-86e2c78c04da tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group (e757969d-156c-4aff-ab7b-8150c8e7f4fb), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.417683 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-12333c53-2082-4331-aed3-86e2c78c04da tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (e757969d-156c-4aff-ab7b-8150c8e7f4fb), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.449530 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-12333c53-2082-4331-aed3-86e2c78c04da tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.450761 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-12333c53-2082-4331-aed3-86e2c78c04da tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1481383 Sep 22 12:39:36.451579 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12333c53-2082-4331-aed3-86e2c78c04da tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e757969d-156c-4aff-ab7b-8150c8e7f4fb,revision_number=1']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:36.453732 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56286) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:36.458154 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-513b115a-88d5-41b8-8412-db03a4efa1e4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Request body: {'security_group_rule': {'security_group_id': 'e757969d-156c-4aff-ab7b-8150c8e7f4fb', 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:39:36.483680 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-513b115a-88d5-41b8-8412-db03a4efa1e4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group_rule (e3c43a7c-9b77-49cd-8720-03fd38b5e41c), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.490567 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device d024ee0e-2f6a-4205-a7b0-443f5851c70f up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:39:36.535170 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port d024ee0e-2f6a-4205-a7b0-443f5851c70f triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:39:36.535638 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (d024ee0e-2f6a-4205-a7b0-443f5851c70f), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.535979 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port d024ee0e-2f6a-4205-a7b0-443f5851c70f Sep 22 12:39:36.542397 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-513b115a-88d5-41b8-8412-db03a4efa1e4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group_rule (e3c43a7c-9b77-49cd-8720-03fd38b5e41c), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.546388 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-513b115a-88d5-41b8-8412-db03a4efa1e4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (e3c43a7c-9b77-49cd-8720-03fd38b5e41c), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.566022 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b115a-88d5-41b8-8412-db03a4efa1e4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c43a7c-9b77-49cd-8720-03fd38b5e41c,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:36.576002 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-513b115a-88d5-41b8-8412-db03a4efa1e4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.577269 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-513b115a-88d5-41b8-8412-db03a4efa1e4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226289 Sep 22 12:39:36.579956 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56288) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:36.584419 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-6dc06087-a5b7-4021-9530-b3277ef91fa7 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Request body: {'security_group_rule': {'security_group_id': 'e757969d-156c-4aff-ab7b-8150c8e7f4fb', 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:39:36.610240 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6dc06087-a5b7-4021-9530-b3277ef91fa7 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group_rule (7c045aef-6bed-4cff-a9c3-f368aa123c6a), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.613719 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port d024ee0e-2f6a-4205-a7b0-443f5851c70f is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:39:36.614770 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 5fec8f4d-5757-47a6-abd6-84ee870379e2 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:39:36.656898 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 5fec8f4d-5757-47a6-abd6-84ee870379e2 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:39:36.657236 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (5fec8f4d-5757-47a6-abd6-84ee870379e2), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.657560 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 5fec8f4d-5757-47a6-abd6-84ee870379e2 Sep 22 12:39:36.670107 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6dc06087-a5b7-4021-9530-b3277ef91fa7 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group_rule (7c045aef-6bed-4cff-a9c3-f368aa123c6a), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.673976 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6dc06087-a5b7-4021-9530-b3277ef91fa7 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (7c045aef-6bed-4cff-a9c3-f368aa123c6a), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.694967 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc06087-a5b7-4021-9530-b3277ef91fa7 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c045aef-6bed-4cff-a9c3-f368aa123c6a,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:36.700843 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-6dc06087-a5b7-4021-9530-b3277ef91fa7 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.704752 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-6dc06087-a5b7-4021-9530-b3277ef91fa7 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209342 Sep 22 12:39:36.705222 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56290) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:36.710241 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-8a664fa3-d7c4-461e-ba85-ffbee0907ef3 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Request body: {'security_group_rule': {'security_group_id': 'e757969d-156c-4aff-ab7b-8150c8e7f4fb', 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:39:36.730654 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 5fec8f4d-5757-47a6-abd6-84ee870379e2 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:39:36.731077 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (5fec8f4d-5757-47a6-abd6-84ee870379e2), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.738380 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8a664fa3-d7c4-461e-ba85-ffbee0907ef3 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group_rule (8d735956-3531-47f8-bddb-0826842eefc8), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.754964 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] For port 5fec8f4d-5757-47a6-abd6-84ee870379e2, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=5fec8f4d-5757-47a6-abd6-84ee870379e2,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:39:36.757947 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (5fec8f4d-5757-47a6-abd6-84ee870379e2), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.758711 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 15716880-45cb-47fd-b64a-ccf7aacf25c0 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:39:36.765475 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:36.804143 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8a664fa3-d7c4-461e-ba85-ffbee0907ef3 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group_rule (8d735956-3531-47f8-bddb-0826842eefc8), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.808341 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8a664fa3-d7c4-461e-ba85-ffbee0907ef3 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (8d735956-3531-47f8-bddb-0826842eefc8), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.828968 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a664fa3-d7c4-461e-ba85-ffbee0907ef3 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d735956-3531-47f8-bddb-0826842eefc8,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:36.834113 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8a664fa3-d7c4-461e-ba85-ffbee0907ef3 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.835357 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-8a664fa3-d7c4-461e-ba85-ffbee0907ef3 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1290011 Sep 22 12:39:36.836824 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Attempt 3 to provision port 00e69d20-d05b-4263-bf0d-2f7ff784db39 Sep 22 12:39:36.838341 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56292) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:36.841107 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Pushing event updated for resources: {'Port': ['ID=5fec8f4d-5757-47a6-abd6-84ee870379e2,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:36.842598 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-e337475f-659e-461b-9691-a237132a3fe0 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Request body: {'security_group_rule': {'security_group_id': 'e757969d-156c-4aff-ab7b-8150c8e7f4fb', 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:39:36.864361 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 15716880-45cb-47fd-b64a-ccf7aacf25c0 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:39:36.864711 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (15716880-45cb-47fd-b64a-ccf7aacf25c0), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.865044 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 15716880-45cb-47fd-b64a-ccf7aacf25c0 Sep 22 12:39:36.873689 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e337475f-659e-461b-9691-a237132a3fe0 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group_rule (411fb6f2-4cc0-4564-8400-1ed96726310d), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.898849 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Port 00e69d20-d05b-4263-bf0d-2f7ff784db39 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:39:36.935159 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e337475f-659e-461b-9691-a237132a3fe0 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group_rule (411fb6f2-4cc0-4564-8400-1ed96726310d), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.938411 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e337475f-659e-461b-9691-a237132a3fe0 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (411fb6f2-4cc0-4564-8400-1ed96726310d), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.947569 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 15716880-45cb-47fd-b64a-ccf7aacf25c0 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:39:36.956939 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337475f-659e-461b-9691-a237132a3fe0 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411fb6f2-4cc0-4564-8400-1ed96726310d,revision_number=0']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:36.963207 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-e337475f-659e-461b-9691-a237132a3fe0 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:36.967230 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56294) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:36.967382 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-e337475f-659e-461b-9691-a237132a3fe0 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279607 Sep 22 12:39:36.971928 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-08db518d-e45b-4cfa-b5b8-a38f984188ec tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Request body: {'security_group_rule': {'security_group_id': 'e757969d-156c-4aff-ab7b-8150c8e7f4fb', 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:39:36.995861 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.db.securitygroups_db [None req-08db518d-e45b-4cfa-b5b8-a38f984188ec tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Project f4d530e1b20c47319f5e8949d808c1b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 12:39:36.998271 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:37.002997 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-08db518d-e45b-4cfa-b5b8-a38f984188ec tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group_rule (11c5a91f-23e7-4552-8c6a-c884c6c89b02), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:37.064442 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-08db518d-e45b-4cfa-b5b8-a38f984188ec tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group_rule (11c5a91f-23e7-4552-8c6a-c884c6c89b02), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:37.067805 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-08db518d-e45b-4cfa-b5b8-a38f984188ec tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (11c5a91f-23e7-4552-8c6a-c884c6c89b02), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:37.085569 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db518d-e45b-4cfa-b5b8-a38f984188ec tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c5a91f-23e7-4552-8c6a-c884c6c89b02,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:37.094976 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-08db518d-e45b-4cfa-b5b8-a38f984188ec tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:37.096150 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-08db518d-e45b-4cfa-b5b8-a38f984188ec tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277442 Sep 22 12:39:37.098876 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56296) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:39:37.103792 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.v2.base [None req-41c97441-0505-4cf1-bc7b-d469a1eea548 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Request body: {'security_group_rule': {'security_group_id': 'e757969d-156c-4aff-ab7b-8150c8e7f4fb', 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106189) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:39:37.123474 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.db.securitygroups_db [None req-41c97441-0505-4cf1-bc7b-d469a1eea548 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Project f4d530e1b20c47319f5e8949d808c1b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 12:39:37.129270 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-41c97441-0505-4cf1-bc7b-d469a1eea548 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group_rule (06a1f9e6-8a27-4be7-ba32-a5a3ad2125ef), before_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:37.133043 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:37.183646 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-41c97441-0505-4cf1-bc7b-d469a1eea548 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group_rule (06a1f9e6-8a27-4be7-ba32-a5a3ad2125ef), precommit_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:37.186955 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-41c97441-0505-4cf1-bc7b-d469a1eea548 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654486'] for security_group_rule (06a1f9e6-8a27-4be7-ba32-a5a3ad2125ef), after_create {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:37.205126 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c97441-0505-4cf1-bc7b-d469a1eea548 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a1f9e6-8a27-4be7-ba32-a5a3ad2125ef,revision_number=0']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:37.210501 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-41c97441-0505-4cf1-bc7b-d469a1eea548 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:37.212058 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-41c97441-0505-4cf1-bc7b-d469a1eea548 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1122239 Sep 22 12:39:37.401021 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Attempt 4 to provision port 00e69d20-d05b-4263-bf0d-2f7ff784db39 Sep 22 12:39:37.433914 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Port 00e69d20-d05b-4263-bf0d-2f7ff784db39 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:39:37.866709 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] Sync routers for ids ['bb27ac9e-5f88-44a4-999e-569a33574cfa'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:39:37.879169 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] Routers {'bb27ac9e-5f88-44a4-999e-569a33574cfa'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:39:37.879803 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:39:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['bb27ac9e-5f88-44a4-999e-569a33574cfa'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:37.935022 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Attempt 5 to provision port 00e69d20-d05b-4263-bf0d-2f7ff784db39 Sep 22 12:39:38.007169 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Port 00e69d20-d05b-4263-bf0d-2f7ff784db39 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:39:38.013886 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] Set router bb27ac9e-5f88-44a4-999e-569a33574cfa gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:39:38.084489 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:38.122147 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:38.209939 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb27ac9e-5f88-44a4-999e-569a33574cfa', 'name': 'tempest-TestShelveInstance-1501649588-router', 'tenant_id': '6ac63e237a6e4a008f318c662941f173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5fec8f4d-5757-47a6-abd6-84ee870379e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:32Z', 'updated_at': '2022-09-22T12:39:34Z', 'revision_number': 4, 'project_id': '6ac63e237a6e4a008f318c662941f173', 'gw_port': {'id': '5fec8f4d-5757-47a6-abd6-84ee870379e2', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb27ac9e-5f88-44a4-999e-569a33574cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:32Z', 'updated_at': '2022-09-22T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '00e69d20-d05b-4263-bf0d-2f7ff784db39', 'name': '', 'network_id': 'b6dbb7c9-0b68-4007-ae24-d81ddc39e17b', 'tenant_id': '6ac63e237a6e4a008f318c662941f173', 'mac_address': 'fa:16:3e:2b:e9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb27ac9e-5f88-44a4-999e-569a33574cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'fe793fb1-9c6e-4d14-8fd9-bd9b01e7caa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:34Z', 'updated_at': '2022-09-22T12:39:34Z', 'revision_number': 2, 'project_id': '6ac63e237a6e4a008f318c662941f173', 'subnets': [{'id': 'fe793fb1-9c6e-4d14-8fd9-bd9b01e7caa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:38.235697 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] Checking router: bb27ac9e-5f88-44a4-999e-569a33574cfa for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:39:38.236042 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] Updating router bb27ac9e-5f88-44a4-999e-569a33574cfa port 00e69d20-d05b-4263-bf0d-2f7ff784db39 binding host dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 12:39:38.263698 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (00e69d20-d05b-4263-bf0d-2f7ff784db39), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:38.394784 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 5fec8f4d-5757-47a6-abd6-84ee870379e2 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:39:38.508837 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Attempt 6 to provision port 00e69d20-d05b-4263-bf0d-2f7ff784db39 Sep 22 12:39:38.517586 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 5fec8f4d-5757-47a6-abd6-84ee870379e2 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:39:38.517986 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (5fec8f4d-5757-47a6-abd6-84ee870379e2), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:38.518341 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 5fec8f4d-5757-47a6-abd6-84ee870379e2 Sep 22 12:39:38.544019 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:38.594170 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Port 00e69d20-d05b-4263-bf0d-2f7ff784db39 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:39:38.647003 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] Publish callbacks [] for port (00e69d20-d05b-4263-bf0d-2f7ff784db39), precommit_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:38.674277 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (00e69d20-d05b-4263-bf0d-2f7ff784db39), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:38.700344 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 5fec8f4d-5757-47a6-abd6-84ee870379e2 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:39:38.744531 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa37796-b126-446c-8de7-73c4a65e3f34 None None] Pushing event updated for resources: {'Port': ['ID=00e69d20-d05b-4263-bf0d-2f7ff784db39,revision_number=3']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:38.775645 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa37796-b126-446c-8de7-73c4a65e3f34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:38.775982 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa37796-b126-446c-8de7-73c4a65e3f34 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:38.776342 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa37796-b126-446c-8de7-73c4a65e3f34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:38.776675 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa37796-b126-446c-8de7-73c4a65e3f34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:38.777003 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa37796-b126-446c-8de7-73c4a65e3f34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:38.777328 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa37796-b126-446c-8de7-73c4a65e3f34 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:38.777652 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa37796-b126-446c-8de7-73c4a65e3f34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:38.777965 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa37796-b126-446c-8de7-73c4a65e3f34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:38.778284 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa37796-b126-446c-8de7-73c4a65e3f34 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:38.778598 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa37796-b126-446c-8de7-73c4a65e3f34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:38.778915 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa37796-b126-446c-8de7-73c4a65e3f34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:38.779232 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa37796-b126-446c-8de7-73c4a65e3f34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:38.779675 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa37796-b126-446c-8de7-73c4a65e3f34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:38.779998 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa37796-b126-446c-8de7-73c4a65e3f34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:38.780332 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa37796-b126-446c-8de7-73c4a65e3f34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:39:38.788343 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] Attempting to bind port 00e69d20-d05b-4263-bf0d-2f7ff784db39 on host dv-cinder-856463-4-iscsi for vnic_type normal with profile {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:39:38.788660 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] Attempting to bind port 00e69d20-d05b-4263-bf0d-2f7ff784db39 by drivers openvswitch,hyperv on host dv-cinder-856463-4-iscsi at level 0 using segments [{'id': 'a68a93be-f84c-4ccd-a4ec-6e9deea04599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b6dbb7c9-0b68-4007-ae24-d81ddc39e17b'}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:39:38.789018 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] Attempting to bind port 00e69d20-d05b-4263-bf0d-2f7ff784db39 on network b6dbb7c9-0b68-4007-ae24-d81ddc39e17b {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:39:38.831200 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] Checking agent: {'id': '5f47d9aa-a31a-4c29-9852-efa2402f545d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-856463-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 21), 'started_at': datetime.datetime(2022, 9, 22, 12, 21, 30), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-856463-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:39:38.831564 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] Checking segment: {'id': 'a68a93be-f84c-4ccd-a4ec-6e9deea04599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b6dbb7c9-0b68-4007-ae24-d81ddc39e17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:39:38.831961 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:38.832371 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] Bound using segment: {'id': 'a68a93be-f84c-4ccd-a4ec-6e9deea04599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b6dbb7c9-0b68-4007-ae24-d81ddc39e17b'} {{(pid=106190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:39:38.832844 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.managers [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] Bound port: 00e69d20-d05b-4263-bf0d-2f7ff784db39, host: dv-cinder-856463-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68a93be-f84c-4ccd-a4ec-6e9deea04599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'b6dbb7c9-0b68-4007-ae24-d81ddc39e17b'}}] {{(pid=106190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:39:38.833215 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (00e69d20-d05b-4263-bf0d-2f7ff784db39), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:38.880277 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:38.896596 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] For port 00e69d20-d05b-4263-bf0d-2f7ff784db39, host dv-cinder-856463-4-iscsi, cleared binding levels {{(pid=106190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:39:38.898301 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:38.903110 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] For port 00e69d20-d05b-4263-bf0d-2f7ff784db39, host dv-cinder-856463-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=00e69d20-d05b-4263-bf0d-2f7ff784db39,segment=NetworkSegment(a68a93be-f84c-4ccd-a4ec-6e9deea04599),segment_id=a68a93be-f84c-4ccd-a4ec-6e9deea04599)] {{(pid=106190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:39:38.909846 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (00e69d20-d05b-4263-bf0d-2f7ff784db39), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:38.950322 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] Routers {'bb27ac9e-5f88-44a4-999e-569a33574cfa'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:39:38.950930 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:39:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['bb27ac9e-5f88-44a4-999e-569a33574cfa'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:39.014358 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa37796-b126-446c-8de7-73c4a65e3f34 None None] Pushing event updated for resources: {'Port': ['ID=00e69d20-d05b-4263-bf0d-2f7ff784db39,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:39.076638 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] Set router bb27ac9e-5f88-44a4-999e-569a33574cfa gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:39:39.103745 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Attempt 7 to provision port 00e69d20-d05b-4263-bf0d-2f7ff784db39 Sep 22 12:39:39.279474 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Current status of the port 00e69d20-d05b-4263-bf0d-2f7ff784db39 is: DOWN; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:39:39.279769 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (00e69d20-d05b-4263-bf0d-2f7ff784db39), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:39.354741 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] For port 00e69d20-d05b-4263-bf0d-2f7ff784db39, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=00e69d20-d05b-4263-bf0d-2f7ff784db39,segment=NetworkSegment(a68a93be-f84c-4ccd-a4ec-6e9deea04599),segment_id=a68a93be-f84c-4ccd-a4ec-6e9deea04599)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:39:39.360869 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (00e69d20-d05b-4263-bf0d-2f7ff784db39), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:39.363063 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb27ac9e-5f88-44a4-999e-569a33574cfa', 'name': 'tempest-TestShelveInstance-1501649588-router', 'tenant_id': '6ac63e237a6e4a008f318c662941f173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5fec8f4d-5757-47a6-abd6-84ee870379e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:32Z', 'updated_at': '2022-09-22T12:39:34Z', 'revision_number': 4, 'project_id': '6ac63e237a6e4a008f318c662941f173', 'gw_port': {'id': '5fec8f4d-5757-47a6-abd6-84ee870379e2', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb27ac9e-5f88-44a4-999e-569a33574cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:32Z', 'updated_at': '2022-09-22T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '00e69d20-d05b-4263-bf0d-2f7ff784db39', 'name': '', 'network_id': 'b6dbb7c9-0b68-4007-ae24-d81ddc39e17b', 'tenant_id': '6ac63e237a6e4a008f318c662941f173', 'mac_address': 'fa:16:3e:2b:e9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb27ac9e-5f88-44a4-999e-569a33574cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'fe793fb1-9c6e-4d14-8fd9-bd9b01e7caa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:34Z', 'updated_at': '2022-09-22T12:39:38Z', 'revision_number': 4, 'project_id': '6ac63e237a6e4a008f318c662941f173', 'subnets': [{'id': 'fe793fb1-9c6e-4d14-8fd9-bd9b01e7caa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:39:39.530481 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440ed4fa-ff0e-4ea6-b6d8-1066b0658772 None None] The sync data for ids ['bb27ac9e-5f88-44a4-999e-569a33574cfa'] in dv-cinder-856463-4-iscsi is: [{'id': 'bb27ac9e-5f88-44a4-999e-569a33574cfa', 'name': 'tempest-TestShelveInstance-1501649588-router', 'tenant_id': '6ac63e237a6e4a008f318c662941f173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5fec8f4d-5757-47a6-abd6-84ee870379e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:32Z', 'updated_at': '2022-09-22T12:39:34Z', 'revision_number': 4, 'project_id': '6ac63e237a6e4a008f318c662941f173', 'gw_port': {'id': '5fec8f4d-5757-47a6-abd6-84ee870379e2', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb27ac9e-5f88-44a4-999e-569a33574cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:32Z', 'updated_at': '2022-09-22T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '00e69d20-d05b-4263-bf0d-2f7ff784db39', 'name': '', 'network_id': 'b6dbb7c9-0b68-4007-ae24-d81ddc39e17b', 'tenant_id': '6ac63e237a6e4a008f318c662941f173', 'mac_address': 'fa:16:3e:2b:e9:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb27ac9e-5f88-44a4-999e-569a33574cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'fe793fb1-9c6e-4d14-8fd9-bd9b01e7caa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:34Z', 'updated_at': '2022-09-22T12:39:38Z', 'revision_number': 4, 'project_id': '6ac63e237a6e4a008f318c662941f173', 'subnets': [{'id': 'fe793fb1-9c6e-4d14-8fd9-bd9b01e7caa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:39:39.534420 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Provisioning complete for port 15716880-45cb-47fd-b64a-ccf7aacf25c0 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:39:39.534794 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (15716880-45cb-47fd-b64a-ccf7aacf25c0), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:39.535161 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Attempt 1 to provision port 15716880-45cb-47fd-b64a-ccf7aacf25c0 Sep 22 12:39:39.594369 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Pushing event updated for resources: {'Port': ['ID=00e69d20-d05b-4263-bf0d-2f7ff784db39,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:39.657368 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-514688d7-083b-4f40-ad34-91b6062610e7 None None] Current status of the port 15716880-45cb-47fd-b64a-ccf7aacf25c0 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:39:39.777760 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-b52612bb-82af-486c-9bba-234723052a76 None None] Provisioning complete for port 00e69d20-d05b-4263-bf0d-2f7ff784db39 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:39:39.778150 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-b52612bb-82af-486c-9bba-234723052a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (00e69d20-d05b-4263-bf0d-2f7ff784db39), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:39.778487 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-b52612bb-82af-486c-9bba-234723052a76 None None] Attempt 1 to provision port 00e69d20-d05b-4263-bf0d-2f7ff784db39 Sep 22 12:39:39.857315 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-b52612bb-82af-486c-9bba-234723052a76 None None] Current status of the port 00e69d20-d05b-4263-bf0d-2f7ff784db39 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:39:40.402768 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 00e69d20-d05b-4263-bf0d-2f7ff784db39 up at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:39:40.450969 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Provisioning complete for port 00e69d20-d05b-4263-bf0d-2f7ff784db39 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:39:40.451541 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (00e69d20-d05b-4263-bf0d-2f7ff784db39), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:40.451873 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Attempt 1 to provision port 00e69d20-d05b-4263-bf0d-2f7ff784db39 Sep 22 12:39:40.481496 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:40.496458 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:40.529049 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Current status of the port 00e69d20-d05b-4263-bf0d-2f7ff784db39 is: ACTIVE; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:39:46.956453 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:INSERT=2,neutron:UPDATE=2,neutron:SELECT=21,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:46.959469 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=42,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:47.203403 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=28,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:47.204206 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:50.525663 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:50.527638 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=7 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:52.729299 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-282e118d-5723-4982-96ae-eb4157a6ce41 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-216351991&fields=id&tenant_id=f4d530e1b20c47319f5e8949d808c1b3 HTTP/1.1" status: 200 len: 267 time: 0.0431213 Sep 22 12:39:52.834909 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-7b83ce66-ff1f-484b-b548-45ae5fc97f10 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:52.836241 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-7b83ce66-ff1f-484b-b548-45ae5fc97f10 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/networks?id=fa4c16fb-2b69-4afc-a780-323b3230115f HTTP/1.1" status: 200 len: 809 time: 0.1002049 Sep 22 12:39:52.850301 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-e5f22d50-909c-4c52-97ac-68815585bae6 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/quotas/f4d530e1b20c47319f5e8949d808c1b3 HTTP/1.1" status: 200 len: 375 time: 0.0087111 Sep 22 12:39:52.898950 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-d29011bc-0121-4991-a3e3-cc35c660e246 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=f4d530e1b20c47319f5e8949d808c1b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437047 Sep 22 12:39:53.002690 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-cc476a28-2ed9-46ad-b0ea-69425983bffe service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 12:39:53.003710 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-cc476a28-2ed9-46ad-b0ea-69425983bffe service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0940301 Sep 22 12:39:53.098670 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-955ffae1-8d1c-4961-82c6-b81654e9048a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa4c16fb-2b69-4afc-a780-323b3230115f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889091 Sep 22 12:39:53.191363 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-7347a0ce-f072-40fd-aed0-52608d1eb443 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fa4c16fb-2b69-4afc-a780-323b3230115f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867736 Sep 22 12:39:53.484840 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a937f9c8-f1e6-4ea3-b76c-b81bd56dd04b req-ca746a94-3e0a-4cbf-889a-a31b0b1f2cb3 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 210 time: 0.0286498 Sep 22 12:39:54.591606 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d89cdcf0-b1c8-4829-874c-a56c5384ce5a req-b86615e5-ce91-46a9-ad4c-823fb286c56a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 210 time: 0.0316553 Sep 22 12:39:54.703307 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-a37dc1e3-693c-4824-97fd-f598b0e2c075 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:54.704886 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-a37dc1e3-693c-4824-97fd-f598b0e2c075 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.20 "GET /networking/v2.0/networks?id=fa4c16fb-2b69-4afc-a780-323b3230115f HTTP/1.1" status: 200 len: 809 time: 0.1014695 Sep 22 12:39:54.776201 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-7781396a-a968-4ee7-820a-276240306f98 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f4d530e1b20c47319f5e8949d808c1b3 HTTP/1.1" status: 200 len: 379 time: 0.0548742 Sep 22 12:39:54.795148 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-19830247-b365-456b-8e08-2e6aa668f7f4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Request body: {'port': {'device_id': '3e0e560d-30a4-4a49-8068-9a2e57a77389', 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f', 'admin_state_up': True, 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'security_groups': ['e757969d-156c-4aff-ab7b-8150c8e7f4fb']}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:39:54.908517 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-19830247-b365-456b-8e08-2e6aa668f7f4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Made reservation on behalf of f4d530e1b20c47319f5e8949d808c1b3 for: {'port': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:39:54.912311 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-19830247-b365-456b-8e08-2e6aa668f7f4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:54.974441 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-ad63df40-4ed6-4998-b029-8a4fa9ef46dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:55.040265 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-19830247-b365-456b-8e08-2e6aa668f7f4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Allocated IP 172.20.0.9 (fa4c16fb-2b69-4afc-a780-323b3230115f/873c4db5-f77e-49ab-8f1e-181a84d91015/a29921b4-d529-4d9c-9ca2-b26e9e8e791d) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:39:55.082078 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:55.129630 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:55.187282 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-19830247-b365-456b-8e08-2e6aa668f7f4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:55.218619 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-19830247-b365-456b-8e08-2e6aa668f7f4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:55.263882 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-19830247-b365-456b-8e08-2e6aa668f7f4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Network fa4c16fb-2b69-4afc-a780-323b3230115f is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:39:55.269516 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-19830247-b365-456b-8e08-2e6aa668f7f4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:39:55.273517 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-19830247-b365-456b-8e08-2e6aa668f7f4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:39:55.277810 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19830247-b365-456b-8e08-2e6aa668f7f4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Pushing event updated for resources: {'Port': ['ID=a29921b4-d529-4d9c-9ca2-b26e9e8e791d,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:55.324225 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-19830247-b365-456b-8e08-2e6aa668f7f4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:55.324939 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-19830247-b365-456b-8e08-2e6aa668f7f4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:55.344665 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-19830247-b365-456b-8e08-2e6aa668f7f4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5531096 Sep 22 12:39:55.354907 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-9cf75a7e-4d8d-420c-b860-ab2068665bc0 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 12:39:55.355879 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-9cf75a7e-4d8d-420c-b860-ab2068665bc0 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056736 Sep 22 12:39:55.414662 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] Request body: {'port': {'device_id': '3e0e560d-30a4-4a49-8068-9a2e57a77389', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:39:55.465556 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-c8214ab1-3be3-4643-8d79-0c3166e4ab0d None None] Provisioning complete for port a29921b4-d529-4d9c-9ca2-b26e9e8e791d triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:39:55.466492 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-c8214ab1-3be3-4643-8d79-0c3166e4ab0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:55.466826 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-c8214ab1-3be3-4643-8d79-0c3166e4ab0d None None] Attempt 1 to provision port a29921b4-d529-4d9c-9ca2-b26e9e8e791d Sep 22 12:39:55.478469 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:55.499175 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-c8214ab1-3be3-4643-8d79-0c3166e4ab0d None None] Port a29921b4-d529-4d9c-9ca2-b26e9e8e791d cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:39:55.735566 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787c353-9e17-42ed-9e60-7fd5546c5898 req-0ee52d5a-5216-4a7b-9c72-64c122542fd5 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:55.737056 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9787c353-9e17-42ed-9e60-7fd5546c5898 req-0ee52d5a-5216-4a7b-9c72-64c122542fd5 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 931 time: 0.0685961 Sep 22 12:39:55.799497 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29921b4-d529-4d9c-9ca2-b26e9e8e791d {{(pid=106188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:39:55.810867 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] Publish callbacks [] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:55.833055 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9787c353-9e17-42ed-9e60-7fd5546c5898 req-e4269801-a1e0-438f-91b2-ae9a9bfe7ac3 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905144 Sep 22 12:39:55.835617 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.provisioning_blocks [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] Transition to ACTIVE for port object a29921b4-d529-4d9c-9ca2-b26e9e8e791d will not be triggered until provisioned by entity L2. {{(pid=106188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 12:39:55.840189 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:55.927518 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:55.928481 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] Pushing event updated for resources: {'Port': ['ID=a29921b4-d529-4d9c-9ca2-b26e9e8e791d,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:55.955126 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] Attempting to bind port a29921b4-d529-4d9c-9ca2-b26e9e8e791d on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:39:55.955466 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] Attempting to bind port a29921b4-d529-4d9c-9ca2-b26e9e8e791d by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '734d6f0e-5e66-4034-999c-34e23d7f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f'}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:39:55.955805 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] Attempting to bind port a29921b4-d529-4d9c-9ca2-b26e9e8e791d on network fa4c16fb-2b69-4afc-a780-323b3230115f {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:39:55.990996 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:56.000538 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-c8214ab1-3be3-4643-8d79-0c3166e4ab0d None None] Attempt 2 to provision port a29921b4-d529-4d9c-9ca2-b26e9e8e791d Sep 22 12:39:56.002714 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] Port a29921b4-d529-4d9c-9ca2-b26e9e8e791d on network fa4c16fb-2b69-4afc-a780-323b3230115f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 12:39:56.004093 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] Attempting to bind port a29921b4-d529-4d9c-9ca2-b26e9e8e791d on network fa4c16fb-2b69-4afc-a780-323b3230115f {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:39:56.033405 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-c8214ab1-3be3-4643-8d79-0c3166e4ab0d None None] Port a29921b4-d529-4d9c-9ca2-b26e9e8e791d cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:39:56.046550 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] Checking agent: {'id': '60a799af-7434-4fee-b6c6-29cadfeb25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'started_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:39:56.046888 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] Checking segment: {'id': '734d6f0e-5e66-4034-999c-34e23d7f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:39:56.047269 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] Bound using segment: {'id': '734d6f0e-5e66-4034-999c-34e23d7f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f'} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:39:56.047704 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] Bound port: a29921b4-d529-4d9c-9ca2-b26e9e8e791d, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '734d6f0e-5e66-4034-999c-34e23d7f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f'}}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:39:56.048064 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:56.107059 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] For port a29921b4-d529-4d9c-9ca2-b26e9e8e791d, host hv-cinder-85646, cleared binding levels {{(pid=106188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:39:56.110164 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] For port a29921b4-d529-4d9c-9ca2-b26e9e8e791d, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a29921b4-d529-4d9c-9ca2-b26e9e8e791d,segment=NetworkSegment(734d6f0e-5e66-4034-999c-34e23d7f5c13),segment_id=734d6f0e-5e66-4034-999c-34e23d7f5c13)] {{(pid=106188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:39:56.115916 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:56.120857 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:56.121458 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:56.123494 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/a29921b4-d529-4d9c-9ca2-b26e9e8e791d HTTP/1.1" status: 200 len: 1093 time: 0.7597437 Sep 22 12:39:56.124086 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0e560d-30a4-4a49-8068-9a2e57a77389', 'tag': 'a29921b4-d529-4d9c-9ca2-b26e9e8e791d'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:39:56.126402 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe007d1-2667-431d-8599-eb9d9e213278" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0e560d-30a4-4a49-8068-9a2e57a77389", "tag": "a29921b4-d529-4d9c-9ca2-b26e9e8e791d"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:39:56.198188 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6ad74-a62c-4538-8d2b-9d1df35eb307 service neutron] Pushing event updated for resources: {'Port': ['ID=a29921b4-d529-4d9c-9ca2-b26e9e8e791d,revision_number=3']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:39:56.212919 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-caee7a37-4caf-4116-9899-e6ae33a7bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:56.214412 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-caee7a37-4caf-4116-9899-e6ae33a7bc68 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f4d530e1b20c47319f5e8949d808c1b3&device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 1127 time: 0.0477986 Sep 22 12:39:56.257802 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57c965f-6ab1-4e1f-b15e-2464f092344e x-openstack-request-id: req-a57c965f-6ab1-4e1f-b15e-2464f092344e {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:39:56.258100 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0e560d-30a4-4a49-8068-9a2e57a77389", "tag": "a29921b4-d529-4d9c-9ca2-b26e9e8e791d", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:39:56.258358 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a57c965f-6ab1-4e1f-b15e-2464f092344e {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:39:56.258758 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a57c965f-6ab1-4e1f-b15e-2464f092344e'] response: {'name': 'network-changed', 'server_uuid': '3e0e560d-30a4-4a49-8068-9a2e57a77389', 'tag': 'a29921b4-d529-4d9c-9ca2-b26e9e8e791d', 'status': 'completed', 'code': 200} Sep 22 12:39:56.260637 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-edeee744-2323-477f-a3b2-16bce0f904f6 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a29921b4-d529-4d9c-9ca2-b26e9e8e791d HTTP/1.1" status: 200 len: 217 time: 0.0353613 Sep 22 12:39:56.310786 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-37ab1315-d613-4147-9ed9-46b159451e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:56.312193 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-37ab1315-d613-4147-9ed9-46b159451e59 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=873c4db5-f77e-49ab-8f1e-181a84d91015 HTTP/1.1" status: 200 len: 848 time: 0.0429387 Sep 22 12:39:56.363670 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-1f648f1e-c508-446a-a4ca-4252a3c43a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:56.365224 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-1f648f1e-c508-446a-a4ca-4252a3c43a37 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=fa4c16fb-2b69-4afc-a780-323b3230115f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417912 Sep 22 12:39:56.457903 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-9396c918-855f-40d8-888e-c0e1cddab97d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4c16fb-2b69-4afc-a780-323b3230115f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822494 Sep 22 12:39:56.534157 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-c8214ab1-3be3-4643-8d79-0c3166e4ab0d None None] Attempt 3 to provision port a29921b4-d529-4d9c-9ca2-b26e9e8e791d Sep 22 12:39:56.552452 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ddee9c49-75cb-438f-be40-2ba245cce4a2 req-b4ede590-8ce5-432f-a87b-3fd386b9e461 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4c16fb-2b69-4afc-a780-323b3230115f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850165 Sep 22 12:39:56.571474 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-c8214ab1-3be3-4643-8d79-0c3166e4ab0d None None] Port a29921b4-d529-4d9c-9ca2-b26e9e8e791d had new provisioning blocks added so it will not transition to active. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 12:39:56.858016 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe007d1-2667-431d-8599-eb9d9e213278 req-8c709d53-1c65-4080-8ba2-c27c459fdb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:56.859469 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ffe007d1-2667-431d-8599-eb9d9e213278 req-8c709d53-1c65-4080-8ba2-c27c459fdb91 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f4d530e1b20c47319f5e8949d808c1b3&device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 1127 time: 0.0385618 Sep 22 12:39:56.974636 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15c111-c320-42a9-8fa6-8db54154c332 req-2eddcc9c-8178-443f-93d3-89ac59a045c2 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:56.976085 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4c15c111-c320-42a9-8fa6-8db54154c332 req-2eddcc9c-8178-443f-93d3-89ac59a045c2 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 943 time: 0.0584741 Sep 22 12:39:57.010785 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe007d1-2667-431d-8599-eb9d9e213278 req-c24557c0-7c3d-42db-b9ac-8304c7b649c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:57.012181 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ffe007d1-2667-431d-8599-eb9d9e213278 req-c24557c0-7c3d-42db-b9ac-8304c7b649c3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=fa4c16fb-2b69-4afc-a780-323b3230115f HTTP/1.1" status: 200 len: 910 time: 0.1428585 Sep 22 12:39:57.064477 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ffe007d1-2667-431d-8599-eb9d9e213278 req-320968f0-e820-4779-a959-efd57b0d424e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a29921b4-d529-4d9c-9ca2-b26e9e8e791d HTTP/1.1" status: 200 len: 217 time: 0.0423098 Sep 22 12:39:57.072875 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4c15c111-c320-42a9-8fa6-8db54154c332 req-bda5bfc0-12d1-49a3-8e72-d7899530b964 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901310 Sep 22 12:39:57.079343 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-6801a1ee-bd3a-46e7-a5c1-44921d356b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:57.117660 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe007d1-2667-431d-8599-eb9d9e213278 req-4214a600-3641-4998-bda4-79d86d4637f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:57.119033 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ffe007d1-2667-431d-8599-eb9d9e213278 req-4214a600-3641-4998-bda4-79d86d4637f4 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=873c4db5-f77e-49ab-8f1e-181a84d91015 HTTP/1.1" status: 200 len: 848 time: 0.0445883 Sep 22 12:39:57.165124 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe007d1-2667-431d-8599-eb9d9e213278 req-cd370833-5631-46ad-8c67-d0fc4ba92e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:57.166533 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ffe007d1-2667-431d-8599-eb9d9e213278 req-cd370833-5631-46ad-8c67-d0fc4ba92e82 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=fa4c16fb-2b69-4afc-a780-323b3230115f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375645 Sep 22 12:39:57.232005 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:57.263095 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ffe007d1-2667-431d-8599-eb9d9e213278 req-434c508a-2465-4e41-9568-6e721c4ffdfe service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4c16fb-2b69-4afc-a780-323b3230115f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887260 Sep 22 12:39:57.281871 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:39:57.358407 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ffe007d1-2667-431d-8599-eb9d9e213278 req-340ee539-a225-4ff6-ad52-3d730a5ef46a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4c16fb-2b69-4afc-a780-323b3230115f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836051 Sep 22 12:39:58.199630 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da499e-9706-4ebe-9e09-fdcdf72d7eba req-78881132-1981-46ee-b8fd-f4b6119be220 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:58.201629 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-94da499e-9706-4ebe-9e09-fdcdf72d7eba req-78881132-1981-46ee-b8fd-f4b6119be220 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 943 time: 0.0503497 Sep 22 12:39:58.250270 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-94da499e-9706-4ebe-9e09-fdcdf72d7eba req-242fb8f7-42bf-4c57-87b4-42e9545442b4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430417 Sep 22 12:39:58.486372 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:39:59.368423 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1728009-d7fa-41d1-aff9-66370eb723b1 req-25aad544-308d-4da3-9f14-e896999fc6a0 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:39:59.369867 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d1728009-d7fa-41d1-aff9-66370eb723b1 req-25aad544-308d-4da3-9f14-e896999fc6a0 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 943 time: 0.0463929 Sep 22 12:39:59.418560 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d1728009-d7fa-41d1-aff9-66370eb723b1 req-17ce3283-0696-4c4b-ba1e-fae8284da75c tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431700 Sep 22 12:39:59.940955 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:00.002742 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:00.536129 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1f4ed-9a20-4c57-ba0d-914b2724e6cc req-2ddbf911-0bca-428d-99a9-f9218e114bb4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:00.537624 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-93b1f4ed-9a20-4c57-ba0d-914b2724e6cc req-2ddbf911-0bca-428d-99a9-f9218e114bb4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 943 time: 0.0469754 Sep 22 12:40:00.589552 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-93b1f4ed-9a20-4c57-ba0d-914b2724e6cc req-7b477683-efa4-4d69-8417-47c525563373 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463295 Sep 22 12:40:01.709208 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c45882-1ab4-4822-b89d-e0418f02ab64 req-d14f5757-0153-4574-bc59-72489e97d9dd tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:01.710732 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d6c45882-1ab4-4822-b89d-e0418f02ab64 req-d14f5757-0153-4574-bc59-72489e97d9dd tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 943 time: 0.0482230 Sep 22 12:40:01.758839 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d6c45882-1ab4-4822-b89d-e0418f02ab64 req-75e8c2e0-0b34-415c-a863-8af43e011053 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424795 Sep 22 12:40:02.298359 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:40:02.877890 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ab2a8-7951-4ae1-9bf8-51372a810054 req-901f1e65-9e2d-4f69-9c04-35cf294a8c54 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:02.879360 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-215ab2a8-7951-4ae1-9bf8-51372a810054 req-901f1e65-9e2d-4f69-9c04-35cf294a8c54 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 943 time: 0.0458906 Sep 22 12:40:02.935566 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-215ab2a8-7951-4ae1-9bf8-51372a810054 req-0ea3c76d-629c-47c0-b15d-9b9e40f36bdc tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499642 Sep 22 12:40:04.057557 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cf84c-c998-474d-b2ef-4c8b2a6f96de req-0ce25506-7761-4b11-8bc6-41fab93cd2c6 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:04.058984 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ec4cf84c-c998-474d-b2ef-4c8b2a6f96de req-0ce25506-7761-4b11-8bc6-41fab93cd2c6 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 943 time: 0.0491595 Sep 22 12:40:04.107094 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ec4cf84c-c998-474d-b2ef-4c8b2a6f96de req-a3963739-3d55-4915-b5f6-0a132bf9a27c tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426416 Sep 22 12:40:04.554454 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device a29921b4-d529-4d9c-9ca2-b26e9e8e791d details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:40:04.656984 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port a29921b4-d529-4d9c-9ca2-b26e9e8e791d, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a29921b4-d529-4d9c-9ca2-b26e9e8e791d,segment=NetworkSegment(734d6f0e-5e66-4034-999c-34e23d7f5c13),segment_id=734d6f0e-5e66-4034-999c-34e23d7f5c13)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:40:04.667957 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': 'a29921b4-d529-4d9c-9ca2-b26e9e8e791d', 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f', 'port_id': 'a29921b4-d529-4d9c-9ca2-b26e9e8e791d', 'mac_address': 'fa:16:3e:32:2f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873c4db5-f77e-49ab-8f1e-181a84d91015', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:40:04.702673 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port a29921b4-d529-4d9c-9ca2-b26e9e8e791d is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:40:04.703059 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:04.715624 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29921b4-d529-4d9c-9ca2-b26e9e8e791d {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:40:04.736026 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port a29921b4-d529-4d9c-9ca2-b26e9e8e791d, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a29921b4-d529-4d9c-9ca2-b26e9e8e791d,segment=NetworkSegment(734d6f0e-5e66-4034-999c-34e23d7f5c13),segment_id=734d6f0e-5e66-4034-999c-34e23d7f5c13)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:40:04.739797 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:04.788413 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=a29921b4-d529-4d9c-9ca2-b26e9e8e791d,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:40:04.994215 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['a29921b4-d529-4d9c-9ca2-b26e9e8e791d'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:40:05.207790 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:05.228131 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87c860-d742-482a-ae94-d554def98d28 req-612b00cf-3ca3-4299-a3f7-a0401763e23f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:05.229657 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9f87c860-d742-482a-ae94-d554def98d28 req-612b00cf-3ca3-4299-a3f7-a0401763e23f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 944 time: 0.0460846 Sep 22 12:40:05.277399 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9f87c860-d742-482a-ae94-d554def98d28 req-d3c0f6b5-f4ec-48ac-89d9-ee47971b1a8b tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415256 Sep 22 12:40:06.395210 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d571609-1fc5-419e-855c-3d0f8cb86631 req-62f25a83-cb0d-4d16-93e8-3a914c4a6833 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:06.396652 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5d571609-1fc5-419e-855c-3d0f8cb86631 req-62f25a83-cb0d-4d16-93e8-3a914c4a6833 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 944 time: 0.0457892 Sep 22 12:40:06.447704 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5d571609-1fc5-419e-855c-3d0f8cb86631 req-df2df25d-1737-48c9-b2e4-2502ba33d92f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455999 Sep 22 12:40:06.571231 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device a29921b4-d529-4d9c-9ca2-b26e9e8e791d up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:40:06.612519 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning for port a29921b4-d529-4d9c-9ca2-b26e9e8e791d completed by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 12:40:06.618024 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port a29921b4-d529-4d9c-9ca2-b26e9e8e791d triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:40:06.618418 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:06.618732 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port a29921b4-d529-4d9c-9ca2-b26e9e8e791d Sep 22 12:40:06.651613 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:06.691357 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port a29921b4-d529-4d9c-9ca2-b26e9e8e791d is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:40:06.691742 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:06.717538 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0e560d-30a4-4a49-8068-9a2e57a77389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29921b4-d529-4d9c-9ca2-b26e9e8e791d'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:40:06.719674 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fa4b44-7b3b-4c0b-8095-93c656364dcd" -d '{"events": [{"server_uuid": "3e0e560d-30a4-4a49-8068-9a2e57a77389", "name": "network-vif-plugged", "status": "completed", "tag": "a29921b4-d529-4d9c-9ca2-b26e9e8e791d"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:40:06.732040 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port a29921b4-d529-4d9c-9ca2-b26e9e8e791d, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a29921b4-d529-4d9c-9ca2-b26e9e8e791d,segment=NetworkSegment(734d6f0e-5e66-4034-999c-34e23d7f5c13),segment_id=734d6f0e-5e66-4034-999c-34e23d7f5c13)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:40:06.736260 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:06.783469 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=a29921b4-d529-4d9c-9ca2-b26e9e8e791d,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:40:06.814230 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7725cf11-6254-4a3f-8487-fcb6c39c5013 x-openstack-request-id: req-7725cf11-6254-4a3f-8487-fcb6c39c5013 {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:40:06.814521 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0e560d-30a4-4a49-8068-9a2e57a77389", "name": "network-vif-plugged", "status": "completed", "tag": "a29921b4-d529-4d9c-9ca2-b26e9e8e791d", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:40:06.814774 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7725cf11-6254-4a3f-8487-fcb6c39c5013 {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:40:06.815171 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7725cf11-6254-4a3f-8487-fcb6c39c5013'] response: {'server_uuid': '3e0e560d-30a4-4a49-8068-9a2e57a77389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29921b4-d529-4d9c-9ca2-b26e9e8e791d', 'code': 200} Sep 22 12:40:07.042877 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cb7b6-c116-4b7e-b6f1-c6f45bef7a48 req-975ff120-a9b1-4ac3-b725-80d76e5f1778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:07.044245 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-394cb7b6-c116-4b7e-b6f1-c6f45bef7a48 req-975ff120-a9b1-4ac3-b725-80d76e5f1778 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 1129 time: 0.0370545 Sep 22 12:40:07.093146 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-394cb7b6-c116-4b7e-b6f1-c6f45bef7a48 req-42812b11-cb2d-4711-ac3d-40affa5b0732 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385561 Sep 22 12:40:07.566663 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c82a5-828d-4908-b306-78e9b03d8293 req-88a368d3-d012-4e37-a786-db7ac0d639d0 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:07.568096 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-050c82a5-828d-4908-b306-78e9b03d8293 req-88a368d3-d012-4e37-a786-db7ac0d639d0 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 945 time: 0.0457380 Sep 22 12:40:07.600036 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:07.616322 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-050c82a5-828d-4908-b306-78e9b03d8293 req-170f246a-7530-463f-9c58-42f68bec3290 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427651 Sep 22 12:40:08.483159 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:08.704955 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:08.743310 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f406f3-a2ba-40c0-9c8a-b5d139d0e0cb req-15997120-c1de-494e-b1b2-67de0a291458 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:08.744814 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-43f406f3-a2ba-40c0-9c8a-b5d139d0e0cb req-15997120-c1de-494e-b1b2-67de0a291458 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 945 time: 0.0502195 Sep 22 12:40:08.796160 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-43f406f3-a2ba-40c0-9c8a-b5d139d0e0cb req-9852a506-419f-49c3-9f9d-efdfde4c183d tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451598 Sep 22 12:40:08.915063 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7a33e-4ee1-49cb-9673-fbbf03eef32c req-51b337aa-5080-4910-ba5a-0256783600d7 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:08.916455 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-06f7a33e-4ee1-49cb-9673-fbbf03eef32c req-51b337aa-5080-4910-ba5a-0256783600d7 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 945 time: 0.0469818 Sep 22 12:40:08.964868 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-06f7a33e-4ee1-49cb-9673-fbbf03eef32c req-3802e41e-2933-4227-8232-9deddd88970f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428438 Sep 22 12:40:08.992344 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56460) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:40:09.073437 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1fd855-8f0f-42e4-8464-f929de41a5cc tempest-TestShelveInstance-729087752 tempest-TestShelveInstance-729087752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:09.074918 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-ce1fd855-8f0f-42e4-8464-f929de41a5cc tempest-TestShelveInstance-729087752 tempest-TestShelveInstance-729087752-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 1124 time: 0.0816355 Sep 22 12:40:09.077814 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56464) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:40:09.081899 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-1b39ea84-9262-4244-ae89-27f508df3c3f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Request body: {'floatingip': {'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'port_id': 'a29921b4-d529-4d9c-9ca2-b26e9e8e791d', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:40:09.102451 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1b39ea84-9262-4244-ae89-27f508df3c3f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:09.177872 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1b39ea84-9262-4244-ae89-27f508df3c3f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:09.282293 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [None req-1b39ea84-9262-4244-ae89-27f508df3c3f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Allocated IP 172.27.0.85 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/e9860940-e2a3-4eac-af37-cd87020e746c) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:40:09.381966 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1b39ea84-9262-4244-ae89-27f508df3c3f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for port (e9860940-e2a3-4eac-af37-cd87020e746c), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:09.413058 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1b39ea84-9262-4244-ae89-27f508df3c3f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (e9860940-e2a3-4eac-af37-cd87020e746c), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:09.455096 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b39ea84-9262-4244-ae89-27f508df3c3f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:40:09.457955 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-1b39ea84-9262-4244-ae89-27f508df3c3f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:40:09.461743 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b39ea84-9262-4244-ae89-27f508df3c3f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:40:09.466738 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39ea84-9262-4244-ae89-27f508df3c3f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Pushing event updated for resources: {'Port': ['ID=e9860940-e2a3-4eac-af37-cd87020e746c,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:40:09.622921 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:09.672530 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:09.811155 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1b39ea84-9262-4244-ae89-27f508df3c3f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for floatingip (5fccab55-b3bb-4d1e-937c-49836ff0162c), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:09.880251 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1b39ea84-9262-4244-ae89-27f508df3c3f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (e9860940-e2a3-4eac-af37-cd87020e746c), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:10.268511 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1b39ea84-9262-4244-ae89-27f508df3c3f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for port (e9860940-e2a3-4eac-af37-cd87020e746c), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:10.272913 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1b39ea84-9262-4244-ae89-27f508df3c3f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (e9860940-e2a3-4eac-af37-cd87020e746c), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:10.342397 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39ea84-9262-4244-ae89-27f508df3c3f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Pushing event updated for resources: {'Port': ['ID=e9860940-e2a3-4eac-af37-cd87020e746c,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:40:10.345175 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1b39ea84-9262-4244-ae89-27f508df3c3f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (5fccab55-b3bb-4d1e-937c-49836ff0162c), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:10.442235 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.l3_db [None req-1b39ea84-9262-4244-ae89-27f508df3c3f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Floating IP 5fccab55-b3bb-4d1e-937c-49836ff0162c associated. External IP: 172.27.0.85, port: a29921b4-d529-4d9c-9ca2-b26e9e8e791d. Sep 22 12:40:10.644062 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b39ea84-9262-4244-ae89-27f508df3c3f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Router b59af2f0-bac2-4482-894f-650709d4b090 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:40:10.697153 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:10.744975 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:10.750325 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b39ea84-9262-4244-ae89-27f508df3c3f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:40:10.760825 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ac02e-d685-45a8-9fa4-3cd5d1b5c794 None None] Sync routers for ids ['b59af2f0-bac2-4482-894f-650709d4b090'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:40:10.766129 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:10.766831 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:10.768718 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-1b39ea84-9262-4244-ae89-27f508df3c3f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:10.775450 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ac02e-d685-45a8-9fa4-3cd5d1b5c794 None None] Routers {'b59af2f0-bac2-4482-894f-650709d4b090'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:40:10.776159 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-cf2ac02e-d685-45a8-9fa4-3cd5d1b5c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:39:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b59af2f0-bac2-4482-894f-650709d4b090'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:40:10.799531 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-1b39ea84-9262-4244-ae89-27f508df3c3f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7207239 Sep 22 12:40:10.800170 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0e560d-30a4-4a49-8068-9a2e57a77389', 'tag': 'a29921b4-d529-4d9c-9ca2-b26e9e8e791d'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:40:10.802473 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e82634-39ac-4389-b679-22c74878a9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0e560d-30a4-4a49-8068-9a2e57a77389", "tag": "a29921b4-d529-4d9c-9ca2-b26e9e8e791d"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:40:10.840057 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d221431-7a04-4a96-b59a-5b9e432d5040 x-openstack-request-id: req-9d221431-7a04-4a96-b59a-5b9e432d5040 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:40:10.840697 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0e560d-30a4-4a49-8068-9a2e57a77389", "tag": "a29921b4-d529-4d9c-9ca2-b26e9e8e791d", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:40:10.840697 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9d221431-7a04-4a96-b59a-5b9e432d5040 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:40:10.841036 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d221431-7a04-4a96-b59a-5b9e432d5040'] response: {'name': 'network-changed', 'server_uuid': '3e0e560d-30a4-4a49-8068-9a2e57a77389', 'tag': 'a29921b4-d529-4d9c-9ca2-b26e9e8e791d', 'status': 'completed', 'code': 200} Sep 22 12:40:10.883635 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-cf2ac02e-d685-45a8-9fa4-3cd5d1b5c794 None None] Set router b59af2f0-bac2-4482-894f-650709d4b090 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:40:10.902635 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e82634-39ac-4389-b679-22c74878a9b2 req-455dc27c-9f12-437d-a21f-0319511cc646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:10.904079 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-03e82634-39ac-4389-b679-22c74878a9b2 req-455dc27c-9f12-437d-a21f-0319511cc646 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f4d530e1b20c47319f5e8949d808c1b3&device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 1129 time: 0.0405207 Sep 22 12:40:10.997718 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e82634-39ac-4389-b679-22c74878a9b2 req-342864fc-f41c-4ec9-a71e-f093a0fea47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:10.999161 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-03e82634-39ac-4389-b679-22c74878a9b2 req-342864fc-f41c-4ec9-a71e-f093a0fea47f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=fa4c16fb-2b69-4afc-a780-323b3230115f HTTP/1.1" status: 200 len: 910 time: 0.0879827 Sep 22 12:40:11.064116 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-03e82634-39ac-4389-b679-22c74878a9b2 req-9f4244e2-8772-4a64-89a1-90e65b87fa47 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a29921b4-d529-4d9c-9ca2-b26e9e8e791d HTTP/1.1" status: 200 len: 998 time: 0.0561254 Sep 22 12:40:11.096559 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-cf2ac02e-d685-45a8-9fa4-3cd5d1b5c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'name': 'tempest-TestShelveInstance-1182376954-router', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '08086374-f47c-427e-90c0-30d97eeec524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:30Z', 'revision_number': 4, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'gw_port': {'id': '08086374-f47c-427e-90c0-30d97eeec524', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '5fccab55-b3bb-4d1e-937c-49836ff0162c', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'port_id': 'a29921b4-d529-4d9c-9ca2-b26e9e8e791d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f', 'mac_address': 'fa:16:3e:32:2f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0e560d-30a4-4a49-8068-9a2e57a77389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:40:09Z', 'updated_at': '2022-09-22T12:40:09Z', 'revision_number': 0, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd024ee0e-2f6a-4205-a7b0-443f5851c70f', 'name': '', 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'mac_address': 'fa:16:3e:a4:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '873c4db5-f77e-49ab-8f1e-181a84d91015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:29Z', 'updated_at': '2022-09-22T12:39:34Z', 'revision_number': 5, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'subnets': [{'id': '873c4db5-f77e-49ab-8f1e-181a84d91015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:40:11.115106 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e82634-39ac-4389-b679-22c74878a9b2 req-353d7eaa-6442-48dd-977c-2fd69cb343f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:11.116630 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-03e82634-39ac-4389-b679-22c74878a9b2 req-353d7eaa-6442-48dd-977c-2fd69cb343f7 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=873c4db5-f77e-49ab-8f1e-181a84d91015 HTTP/1.1" status: 200 len: 848 time: 0.0471649 Sep 22 12:40:11.120814 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ac02e-d685-45a8-9fa4-3cd5d1b5c794 None None] Checking router: b59af2f0-bac2-4482-894f-650709d4b090 for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:40:11.129194 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2ac02e-d685-45a8-9fa4-3cd5d1b5c794 None None] Routers {'b59af2f0-bac2-4482-894f-650709d4b090'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:40:11.129783 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-cf2ac02e-d685-45a8-9fa4-3cd5d1b5c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:39:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b59af2f0-bac2-4482-894f-650709d4b090'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:40:11.158846 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e82634-39ac-4389-b679-22c74878a9b2 req-2efdbe6a-dd6c-4ac6-9c32-6a2aa5cfd71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:11.160265 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-03e82634-39ac-4389-b679-22c74878a9b2 req-2efdbe6a-dd6c-4ac6-9c32-6a2aa5cfd71f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=fa4c16fb-2b69-4afc-a780-323b3230115f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378277 Sep 22 12:40:11.237143 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-cf2ac02e-d685-45a8-9fa4-3cd5d1b5c794 None None] Set router b59af2f0-bac2-4482-894f-650709d4b090 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:40:11.257379 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-03e82634-39ac-4389-b679-22c74878a9b2 req-a4c21e6c-af95-4e05-82c9-2a1ee7addaef service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4c16fb-2b69-4afc-a780-323b3230115f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910573 Sep 22 12:40:11.349500 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-03e82634-39ac-4389-b679-22c74878a9b2 req-f9e35e52-b81d-4d7b-a4b0-52a6b52ef4e4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4c16fb-2b69-4afc-a780-323b3230115f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841792 Sep 22 12:40:11.440269 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-cf2ac02e-d685-45a8-9fa4-3cd5d1b5c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'name': 'tempest-TestShelveInstance-1182376954-router', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '08086374-f47c-427e-90c0-30d97eeec524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:30Z', 'revision_number': 4, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'gw_port': {'id': '08086374-f47c-427e-90c0-30d97eeec524', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '5fccab55-b3bb-4d1e-937c-49836ff0162c', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'port_id': 'a29921b4-d529-4d9c-9ca2-b26e9e8e791d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f', 'mac_address': 'fa:16:3e:32:2f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0e560d-30a4-4a49-8068-9a2e57a77389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:40:09Z', 'updated_at': '2022-09-22T12:40:09Z', 'revision_number': 0, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd024ee0e-2f6a-4205-a7b0-443f5851c70f', 'name': '', 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'mac_address': 'fa:16:3e:a4:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '873c4db5-f77e-49ab-8f1e-181a84d91015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:29Z', 'updated_at': '2022-09-22T12:39:34Z', 'revision_number': 5, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'subnets': [{'id': '873c4db5-f77e-49ab-8f1e-181a84d91015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:40:11.466882 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2ac02e-d685-45a8-9fa4-3cd5d1b5c794 None None] The sync data for ids ['b59af2f0-bac2-4482-894f-650709d4b090'] in dv-cinder-856463-4-iscsi is: [{'id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'name': 'tempest-TestShelveInstance-1182376954-router', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '08086374-f47c-427e-90c0-30d97eeec524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:30Z', 'revision_number': 4, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'gw_port': {'id': '08086374-f47c-427e-90c0-30d97eeec524', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': '5fccab55-b3bb-4d1e-937c-49836ff0162c', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'port_id': 'a29921b4-d529-4d9c-9ca2-b26e9e8e791d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f', 'mac_address': 'fa:16:3e:32:2f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0e560d-30a4-4a49-8068-9a2e57a77389', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:40:09Z', 'updated_at': '2022-09-22T12:40:09Z', 'revision_number': 0, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd024ee0e-2f6a-4205-a7b0-443f5851c70f', 'name': '', 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'mac_address': 'fa:16:3e:a4:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '873c4db5-f77e-49ab-8f1e-181a84d91015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:29Z', 'updated_at': '2022-09-22T12:39:34Z', 'revision_number': 5, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'subnets': [{'id': '873c4db5-f77e-49ab-8f1e-181a84d91015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:40:11.644493 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840ccc0c-8e95-419d-807c-bef2c22fe536 None None] New status for floating IP 5fccab55-b3bb-4d1e-937c-49836ff0162c: ACTIVE {{(pid=106190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:40:13.075568 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c15c2a39-eb7b-4d27-97bb-3cc85ed88f64 req-40f26305-0ee8-425b-8a9d-0fd90eb9d2cd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387092 Sep 22 12:40:13.137146 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c2a39-eb7b-4d27-97bb-3cc85ed88f64 req-5de5c4a9-19af-4d6e-8fa1-566c31be4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:13.138588 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c15c2a39-eb7b-4d27-97bb-3cc85ed88f64 req-5de5c4a9-19af-4d6e-8fa1-566c31be4831 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5d44fc4fa85a4dfb82c31a602037a249&device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 1130 time: 0.0414913 Sep 22 12:40:13.243073 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c2a39-eb7b-4d27-97bb-3cc85ed88f64 req-1e7fd0fb-c291-4dd2-a6ed-49f06b754bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:13.244592 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c15c2a39-eb7b-4d27-97bb-3cc85ed88f64 req-1e7fd0fb-c291-4dd2-a6ed-49f06b754bdb service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07 HTTP/1.1" status: 200 len: 912 time: 0.0873508 Sep 22 12:40:13.308055 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c15c2a39-eb7b-4d27-97bb-3cc85ed88f64 req-b2b4c823-f98f-4bba-92d8-9f6bfebc37db service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=862c2f78-8a44-46e8-a88c-6091a58bc3eb HTTP/1.1" status: 200 len: 1002 time: 0.0569599 Sep 22 12:40:13.356196 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c2a39-eb7b-4d27-97bb-3cc85ed88f64 req-f668fa9c-b064-443d-9c80-543cb0d54a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:13.357620 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c15c2a39-eb7b-4d27-97bb-3cc85ed88f64 req-f668fa9c-b064-443d-9c80-543cb0d54a8d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a41b6585-6dac-4960-897e-2f93b9acd95a HTTP/1.1" status: 200 len: 850 time: 0.0430000 Sep 22 12:40:13.399906 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c2a39-eb7b-4d27-97bb-3cc85ed88f64 req-f5311798-cda5-48ab-964c-590374a1417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:13.401372 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c15c2a39-eb7b-4d27-97bb-3cc85ed88f64 req-f5311798-cda5-48ab-964c-590374a1417a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379941 Sep 22 12:40:13.477682 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:13.494046 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c15c2a39-eb7b-4d27-97bb-3cc85ed88f64 req-d35edb4a-22d8-4dca-9fe9-e78a6f1a8108 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864043 Sep 22 12:40:13.562316 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:13.583863 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c15c2a39-eb7b-4d27-97bb-3cc85ed88f64 req-acd2a093-8012-4393-94b2-aa98b11f3d38 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837176 Sep 22 12:40:21.442450 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=82 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:21.443122 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=64 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:21.749223 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:21.752001 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=44,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:23.574732 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:23.580853 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=10 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:24.998767 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a3550806-64dc-4d10-b5b4-5f448debe507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:27.070804 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1364bd95-3ed4-484d-905f-c566311eb28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:28.492466 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:28.613718 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-2a79d859-6a7e-420c-bcdb-b7a6e5d33ddf tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-358311579&fields=id&tenant_id=5d44fc4fa85a4dfb82c31a602037a249 HTTP/1.1" status: 200 len: 267 time: 0.0507944 Sep 22 12:40:28.719801 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-af9dc23a-0cff-48a6-84c2-c1d452e39df4 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:28.721281 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-af9dc23a-0cff-48a6-84c2-c1d452e39df4 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/networks?id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07 HTTP/1.1" status: 200 len: 811 time: 0.1012158 Sep 22 12:40:28.735747 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-746c3a88-f5b5-4789-82ac-147acff0872a tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/quotas/5d44fc4fa85a4dfb82c31a602037a249 HTTP/1.1" status: 200 len: 375 time: 0.0087566 Sep 22 12:40:28.790258 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-3ffd144c-1783-4a47-b5de-d4453e87adc7 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=5d44fc4fa85a4dfb82c31a602037a249&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498643 Sep 22 12:40:28.848337 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-6f384250-3f12-444d-a6d6-9b4bfe88f7e7 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 22 12:40:28.849336 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-6f384250-3f12-444d-a6d6-9b4bfe88f7e7 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0473070 Sep 22 12:40:28.940763 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-85101785-4728-43d2-a908-4013e5f9adef service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850775 Sep 22 12:40:29.033305 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-e04e52ee-37dd-4b87-8ff2-bc7c9ec4f182 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868907 Sep 22 12:40:29.321986 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5d3cc51d-8070-46d2-951b-f8c74031fb7b req-c7170a8d-20cb-4f45-84b1-f8d02fcd345f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 210 time: 0.0282638 Sep 22 12:40:29.945703 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:30.007590 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:30.437233 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-32c49e3f-703e-41d7-9ee2-9ce827929b0a req-4b1d7f6a-4ef0-4968-91aa-8cf42fac7d18 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 210 time: 0.0328760 Sep 22 12:40:30.482449 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-5462fa64-5e8c-4709-954c-d6c8bbb1ebf2 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:30.483895 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-5462fa64-5e8c-4709-954c-d6c8bbb1ebf2 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.20 "GET /networking/v2.0/networks?id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07 HTTP/1.1" status: 200 len: 811 time: 0.1341438 Sep 22 12:40:30.550025 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-76410e1b-0100-494d-9a33-ba138128b48c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5d44fc4fa85a4dfb82c31a602037a249 HTTP/1.1" status: 200 len: 379 time: 0.0542676 Sep 22 12:40:30.563152 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Request body: {'port': {'device_id': '6db99ee4-af57-405c-809c-cbb8b8928b8a', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'admin_state_up': True, 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'security_groups': ['02f0e148-ca17-411b-9185-6cf2b040e862']}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:40:30.672763 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Made reservation on behalf of 5d44fc4fa85a4dfb82c31a602037a249 for: {'port': 1} {{(pid=106188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 12:40:30.676372 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:30.799225 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Allocated IP 172.20.0.3 (a1ec96ed-6bf3-486f-b981-c8837f8cbc07/a41b6585-6dac-4960-897e-2f93b9acd95a/5071ad34-e6b5-42b1-b2e1-23ffd18764a6) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:40:30.853384 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:30.893030 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:30.948683 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for port (5071ad34-e6b5-42b1-b2e1-23ffd18764a6), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:30.981840 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (5071ad34-e6b5-42b1-b2e1-23ffd18764a6), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:31.026485 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:40:31.029902 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:40:31.034023 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:40:31.060544 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event updated for resources: {'Port': ['ID=5071ad34-e6b5-42b1-b2e1-23ffd18764a6,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:40:31.074420 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:31.074761 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:31.075097 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:31.075430 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:31.075760 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:31.076085 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:31.076441 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:31.076761 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:31.077082 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:31.077401 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:31.077723 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:31.078043 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:31.078398 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:31.078713 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:31.079027 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:31.101216 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:31.102181 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:31.119545 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-435d2a85-026f-43a5-858b-e3871f8a5ca1 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5604434 Sep 22 12:40:31.132998 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] Request body: {'port': {'device_id': '6db99ee4-af57-405c-809c-cbb8b8928b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85646'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:40:31.195570 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (5071ad34-e6b5-42b1-b2e1-23ffd18764a6), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:31.272162 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-aa80d480-94dd-4862-b877-f4f4e98c54bb None None] Provisioning complete for port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 triggered by entity DHCP. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:40:31.272828 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-aa80d480-94dd-4862-b877-f4f4e98c54bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (5071ad34-e6b5-42b1-b2e1-23ffd18764a6), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:31.272945 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-aa80d480-94dd-4862-b877-f4f4e98c54bb None None] Attempt 1 to provision port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 Sep 22 12:40:31.305301 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-aa80d480-94dd-4862-b877-f4f4e98c54bb None None] Port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:40:31.446487 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 {{(pid=106188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:40:31.453738 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] Publish callbacks [] for port (5071ad34-e6b5-42b1-b2e1-23ffd18764a6), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:31.466109 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.provisioning_blocks [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] Transition to ACTIVE for port object 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 will not be triggered until provisioned by entity L2. {{(pid=106188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 22 12:40:31.470306 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (5071ad34-e6b5-42b1-b2e1-23ffd18764a6), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:31.579476 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] Pushing event updated for resources: {'Port': ['ID=5071ad34-e6b5-42b1-b2e1-23ffd18764a6,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:40:31.600122 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d8ba6-632c-421a-976f-46c6e9dc0e06 req-2bfacbed-c1f1-420c-97e1-4ebcfbd475ba tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:31.601887 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ae1d8ba6-632c-421a-976f-46c6e9dc0e06 req-2bfacbed-c1f1-420c-97e1-4ebcfbd475ba tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 943 time: 0.0816445 Sep 22 12:40:31.632490 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] Attempting to bind port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 on host hv-cinder-85646 for vnic_type normal with profile {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 22 12:40:31.632828 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] Attempting to bind port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 by drivers openvswitch,hyperv on host hv-cinder-85646 at level 0 using segments [{'id': '9244f81d-1745-453d-b02d-f5d950c65f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07'}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 22 12:40:31.633144 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] Attempting to bind port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 on network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:40:31.665160 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:31.671507 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:31.693464 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ae1d8ba6-632c-421a-976f-46c6e9dc0e06 req-12a4ebd3-037a-4550-bd5c-7c7b182b9b05 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844488 Sep 22 12:40:31.705195 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] Port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 on network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85646 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 12:40:31.705514 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] Attempting to bind port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 on network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 12:40:31.746998 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] Checking agent: {'id': '60a799af-7434-4fee-b6c6-29cadfeb25c7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85646', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'started_at': datetime.datetime(2022, 9, 22, 12, 27, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 12, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 22 12:40:31.747324 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] Checking segment: {'id': '9244f81d-1745-453d-b02d-f5d950c65f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 22 12:40:31.747696 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] Bound using segment: {'id': '9244f81d-1745-453d-b02d-f5d950c65f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07'} {{(pid=106188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 22 12:40:31.748119 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.managers [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] Bound port: 5071ad34-e6b5-42b1-b2e1-23ffd18764a6, host: hv-cinder-85646, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9244f81d-1745-453d-b02d-f5d950c65f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07'}}] {{(pid=106188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 22 12:40:31.748495 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (5071ad34-e6b5-42b1-b2e1-23ffd18764a6), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:31.806125 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-aa80d480-94dd-4862-b877-f4f4e98c54bb None None] Attempt 2 to provision port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 Sep 22 12:40:31.812376 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] For port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6, host hv-cinder-85646, cleared binding levels {{(pid=106188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 12:40:31.815926 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] For port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6, host hv-cinder-85646, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=5071ad34-e6b5-42b1-b2e1-23ffd18764a6,segment=NetworkSegment(9244f81d-1745-453d-b02d-f5d950c65f60),segment_id=9244f81d-1745-453d-b02d-f5d950c65f60)] {{(pid=106188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 12:40:31.823003 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (5071ad34-e6b5-42b1-b2e1-23ffd18764a6), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:31.828136 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:31.828791 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:31.830227 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/5071ad34-e6b5-42b1-b2e1-23ffd18764a6 HTTP/1.1" status: 200 len: 1093 time: 0.7014892 Sep 22 12:40:31.830708 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db99ee4-af57-405c-809c-cbb8b8928b8a', 'tag': '5071ad34-e6b5-42b1-b2e1-23ffd18764a6'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:40:31.832919 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a2581b-f1f8-4d77-a820-bf41024ae9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6db99ee4-af57-405c-809c-cbb8b8928b8a", "tag": "5071ad34-e6b5-42b1-b2e1-23ffd18764a6"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:40:31.841049 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-aa80d480-94dd-4862-b877-f4f4e98c54bb None None] Port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 cannot update to ACTIVE because it is not bound. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 22 12:40:31.893487 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37edd38a-bc50-45a1-8c21-4a6036a81508 x-openstack-request-id: req-37edd38a-bc50-45a1-8c21-4a6036a81508 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:40:31.893780 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db99ee4-af57-405c-809c-cbb8b8928b8a", "tag": "5071ad34-e6b5-42b1-b2e1-23ffd18764a6", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:40:31.894034 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-37edd38a-bc50-45a1-8c21-4a6036a81508 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:40:31.894434 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37edd38a-bc50-45a1-8c21-4a6036a81508'] response: {'name': 'network-changed', 'server_uuid': '6db99ee4-af57-405c-809c-cbb8b8928b8a', 'tag': '5071ad34-e6b5-42b1-b2e1-23ffd18764a6', 'status': 'completed', 'code': 200} Sep 22 12:40:31.915594 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f03c41-f8b3-488f-8bb6-2e480be47030 service neutron] Pushing event updated for resources: {'Port': ['ID=5071ad34-e6b5-42b1-b2e1-23ffd18764a6,revision_number=3']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:40:31.925366 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d1d5d442-6e32-412a-9f2c-197b969512bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:31.926851 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-d1d5d442-6e32-412a-9f2c-197b969512bc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5d44fc4fa85a4dfb82c31a602037a249&device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 1127 time: 0.0534539 Sep 22 12:40:31.967876 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-342e2911-7137-4cbd-83df-d8e14c3163fd service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5071ad34-e6b5-42b1-b2e1-23ffd18764a6 HTTP/1.1" status: 200 len: 217 time: 0.0338252 Sep 22 12:40:32.016823 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-5f549056-10b5-429f-af19-8c9328e77373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:32.018201 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-5f549056-10b5-429f-af19-8c9328e77373 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a41b6585-6dac-4960-897e-2f93b9acd95a HTTP/1.1" status: 200 len: 850 time: 0.0429289 Sep 22 12:40:32.063221 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-095e9b3a-df99-4707-8561-5e6374705413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:32.064680 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-095e9b3a-df99-4707-8561-5e6374705413 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376444 Sep 22 12:40:32.154245 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-6255c820-5b43-434f-80ea-7f50e25d0049 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833292 Sep 22 12:40:32.243231 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a83cfb0a-7945-4814-ba4b-0715ee6ca582 req-70355961-c1cb-4484-879c-d464a513e6ea service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807834 Sep 22 12:40:32.341828 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-aa80d480-94dd-4862-b877-f4f4e98c54bb None None] Attempt 3 to provision port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 Sep 22 12:40:32.381748 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-aa80d480-94dd-4862-b877-f4f4e98c54bb None None] Port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 had new provisioning blocks added so it will not transition to active. {{(pid=106190) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 22 12:40:32.556638 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2581b-f1f8-4d77-a820-bf41024ae9b9 req-d1060b61-c95a-41b0-b14e-16d43fc4962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:32.558017 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11a2581b-f1f8-4d77-a820-bf41024ae9b9 req-d1060b61-c95a-41b0-b14e-16d43fc4962a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5d44fc4fa85a4dfb82c31a602037a249&device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 1127 time: 0.0420287 Sep 22 12:40:32.646813 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2581b-f1f8-4d77-a820-bf41024ae9b9 req-82efdfbf-6361-4d0f-9eef-ac11569d4bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:32.648244 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11a2581b-f1f8-4d77-a820-bf41024ae9b9 req-82efdfbf-6361-4d0f-9eef-ac11569d4bd6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07 HTTP/1.1" status: 200 len: 912 time: 0.0831468 Sep 22 12:40:32.695356 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11a2581b-f1f8-4d77-a820-bf41024ae9b9 req-bcb4205e-f1b8-4810-b1b1-bf3fbcac7bff service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5071ad34-e6b5-42b1-b2e1-23ffd18764a6 HTTP/1.1" status: 200 len: 217 time: 0.0349152 Sep 22 12:40:32.749283 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2581b-f1f8-4d77-a820-bf41024ae9b9 req-a0847f98-ef88-44cf-9eb3-ea7eeb872ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:32.750744 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11a2581b-f1f8-4d77-a820-bf41024ae9b9 req-a0847f98-ef88-44cf-9eb3-ea7eeb872ac8 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a41b6585-6dac-4960-897e-2f93b9acd95a HTTP/1.1" status: 200 len: 850 time: 0.0441027 Sep 22 12:40:32.820130 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2581b-f1f8-4d77-a820-bf41024ae9b9 req-2c35e029-e73f-4723-8aec-13cf172daa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:32.821592 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11a2581b-f1f8-4d77-a820-bf41024ae9b9 req-2c35e029-e73f-4723-8aec-13cf172daa11 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648789 Sep 22 12:40:32.834890 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3cdbde-81d4-4960-8b73-55a3e0ae7656 req-0a30f2e3-abf3-436a-85f1-5a23654683e9 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:32.836213 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-bd3cdbde-81d4-4960-8b73-55a3e0ae7656 req-0a30f2e3-abf3-436a-85f1-5a23654683e9 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 943 time: 0.0539382 Sep 22 12:40:32.939032 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:32.945584 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:32.949703 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-bd3cdbde-81d4-4960-8b73-55a3e0ae7656 req-6fcd3c04-adf7-4e55-891b-a6c16bbc6453 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061957 Sep 22 12:40:32.961785 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11a2581b-f1f8-4d77-a820-bf41024ae9b9 req-9d621784-9c34-493d-ba2b-76f267bc90d9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327906 Sep 22 12:40:33.056767 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-11a2581b-f1f8-4d77-a820-bf41024ae9b9 req-8edd9630-1069-45b0-8577-d71e2a7363e7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879092 Sep 22 12:40:34.074833 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda56e3-4618-4be0-8186-5109ec993c1d req-bc7988d2-7472-4114-8084-99b09861d3cf tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:34.076269 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-beda56e3-4618-4be0-8186-5109ec993c1d req-bc7988d2-7472-4114-8084-99b09861d3cf tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 943 time: 0.0457902 Sep 22 12:40:34.124792 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-beda56e3-4618-4be0-8186-5109ec993c1d req-ab22be75-afbf-4035-b085-564902e05454 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424700 Sep 22 12:40:35.245169 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f87b2-05b2-4ed2-88d1-fb5dd96ef163 req-997654d6-b52e-42ff-86ae-670ea61160bc tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:35.246606 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f35f87b2-05b2-4ed2-88d1-fb5dd96ef163 req-997654d6-b52e-42ff-86ae-670ea61160bc tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 943 time: 0.0471840 Sep 22 12:40:35.298008 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f35f87b2-05b2-4ed2-88d1-fb5dd96ef163 req-7760dd62-4884-4156-9aac-594f9ee8314e tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458791 Sep 22 12:40:36.414364 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4f63e-4770-4c96-ba2c-d51d21082e2a req-262b4396-2744-47f8-8980-4c0937956b61 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:36.415805 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0bb4f63e-4770-4c96-ba2c-d51d21082e2a req-262b4396-2744-47f8-8980-4c0937956b61 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 943 time: 0.0459816 Sep 22 12:40:36.463496 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0bb4f63e-4770-4c96-ba2c-d51d21082e2a req-6edad6b7-bd31-46e2-aea3-afc411794f24 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422623 Sep 22 12:40:37.583722 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3dbe1d-e342-4f07-a7dd-64ba44e68569 req-dc0d83dd-c26b-4d97-bdb7-b5adf26fce22 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:37.585217 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7b3dbe1d-e342-4f07-a7dd-64ba44e68569 req-dc0d83dd-c26b-4d97-bdb7-b5adf26fce22 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 943 time: 0.0457418 Sep 22 12:40:37.633989 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7b3dbe1d-e342-4f07-a7dd-64ba44e68569 req-9b7e7988-027e-47e0-abaf-79f8c1538a54 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430579 Sep 22 12:40:38.519098 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:38.725170 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:40:38.806958 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d45c6-4276-42ed-98dc-97dc38a4d816 req-d8bd9fff-bd39-470b-994d-61126c37a983 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:38.808331 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e83d45c6-4276-42ed-98dc-97dc38a4d816 req-d8bd9fff-bd39-470b-994d-61126c37a983 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 943 time: 0.0493228 Sep 22 12:40:38.826955 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=5071ad34-e6b5-42b1-b2e1-23ffd18764a6,segment=NetworkSegment(9244f81d-1745-453d-b02d-f5d950c65f60),segment_id=9244f81d-1745-453d-b02d-f5d950c65f60)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:40:38.838271 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': '5071ad34-e6b5-42b1-b2e1-23ffd18764a6', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'port_id': '5071ad34-e6b5-42b1-b2e1-23ffd18764a6', 'mac_address': 'fa:16:3e:a0:8a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:40:38.862017 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e83d45c6-4276-42ed-98dc-97dc38a4d816 req-a6dd7706-2522-47db-9b9e-f487622d601c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451622 Sep 22 12:40:38.877192 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:40:38.877585 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (5071ad34-e6b5-42b1-b2e1-23ffd18764a6), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:38.890690 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:40:38.910270 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=5071ad34-e6b5-42b1-b2e1-23ffd18764a6,segment=NetworkSegment(9244f81d-1745-453d-b02d-f5d950c65f60),segment_id=9244f81d-1745-453d-b02d-f5d950c65f60)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:40:38.913705 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (5071ad34-e6b5-42b1-b2e1-23ffd18764a6), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:38.958553 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=5071ad34-e6b5-42b1-b2e1-23ffd18764a6,revision_number=4']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:40:38.965535 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:38.965879 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:38.966216 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:38.966554 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:38.966882 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:38.967207 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:38.967535 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:38.967855 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:38.968174 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:38.968523 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:38.968847 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:38.969167 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:38.969484 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:38.969800 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:38.970114 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:40:39.153981 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['5071ad34-e6b5-42b1-b2e1-23ffd18764a6'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:40:39.282724 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:39.296975 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:40:39.348362 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:39.978714 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d687f09-4d25-4f38-8580-33eae42ec898 req-df2c7a39-a327-4add-b981-0596a67192e7 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:39.980140 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8d687f09-4d25-4f38-8580-33eae42ec898 req-df2c7a39-a327-4add-b981-0596a67192e7 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 944 time: 0.0457304 Sep 22 12:40:40.032278 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-8d687f09-4d25-4f38-8580-33eae42ec898 req-13e1667e-7c1c-4db0-acf1-b65dba8f1161 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465117 Sep 22 12:40:40.746206 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:40:40.911018 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning for port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 completed by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 22 12:40:40.916838 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:40:40.917327 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (5071ad34-e6b5-42b1-b2e1-23ffd18764a6), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:40.917613 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 Sep 22 12:40:40.988089 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:40:40.988499 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (5071ad34-e6b5-42b1-b2e1-23ffd18764a6), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:41.011237 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db99ee4-af57-405c-809c-cbb8b8928b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5071ad34-e6b5-42b1-b2e1-23ffd18764a6'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:40:41.013384 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b577b81-afdd-43c1-b948-0943dcce52cd" -d '{"events": [{"server_uuid": "6db99ee4-af57-405c-809c-cbb8b8928b8a", "name": "network-vif-plugged", "status": "completed", "tag": "5071ad34-e6b5-42b1-b2e1-23ffd18764a6"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:40:41.026422 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=5071ad34-e6b5-42b1-b2e1-23ffd18764a6,segment=NetworkSegment(9244f81d-1745-453d-b02d-f5d950c65f60),segment_id=9244f81d-1745-453d-b02d-f5d950c65f60)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:40:41.031184 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (5071ad34-e6b5-42b1-b2e1-23ffd18764a6), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:41.057339 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff3dc13-7ac7-4eca-b2c9-c319be28966b x-openstack-request-id: req-bff3dc13-7ac7-4eca-b2c9-c319be28966b {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:40:41.057628 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db99ee4-af57-405c-809c-cbb8b8928b8a", "name": "network-vif-plugged", "status": "completed", "tag": "5071ad34-e6b5-42b1-b2e1-23ffd18764a6", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:40:41.057876 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-bff3dc13-7ac7-4eca-b2c9-c319be28966b {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:40:41.058258 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bff3dc13-7ac7-4eca-b2c9-c319be28966b'] response: {'server_uuid': '6db99ee4-af57-405c-809c-cbb8b8928b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5071ad34-e6b5-42b1-b2e1-23ffd18764a6', 'code': 200} Sep 22 12:40:41.086955 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=5071ad34-e6b5-42b1-b2e1-23ffd18764a6,revision_number=5']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:40:41.166632 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0873d5-49cf-4608-8e0a-bb42e4dd6643 req-a2939e9b-6c11-470b-811f-9a8f85b80f97 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:41.168108 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3b0873d5-49cf-4608-8e0a-bb42e4dd6643 req-a2939e9b-6c11-470b-811f-9a8f85b80f97 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 945 time: 0.0495062 Sep 22 12:40:41.328546 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:41.486426 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e615f-94f4-45ac-91e1-94cbf3d3ac1d req-9dce12aa-1ee4-4b55-8929-7da085813f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:41.488425 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-020e615f-94f4-45ac-91e1-94cbf3d3ac1d req-9dce12aa-1ee4-4b55-8929-7da085813f3e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 1129 time: 0.0575745 Sep 22 12:40:41.492260 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3b0873d5-49cf-4608-8e0a-bb42e4dd6643 req-b55b6831-7f70-4c79-877b-783dd13c5133 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3183630 Sep 22 12:40:41.534794 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-020e615f-94f4-45ac-91e1-94cbf3d3ac1d req-e3316bb7-7dac-480d-8493-b7d5545da4a7 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393038 Sep 22 12:40:42.612490 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa5abf-93a1-41d7-aeee-b87243af8e48 req-dca6d097-ccf7-4214-94d2-765ec9fb939b tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:42.613844 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-91fa5abf-93a1-41d7-aeee-b87243af8e48 req-dca6d097-ccf7-4214-94d2-765ec9fb939b tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 945 time: 0.0458844 Sep 22 12:40:42.663860 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-91fa5abf-93a1-41d7-aeee-b87243af8e48 req-4c92ce05-3401-423b-8a7f-5486e848efa4 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445855 Sep 22 12:40:43.783709 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afa626-6e55-4e54-a911-3b448840aa29 req-94ee39ed-37ee-474f-b07f-e7ed30aa2797 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:43.785153 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-88afa626-6e55-4e54-a911-3b448840aa29 req-94ee39ed-37ee-474f-b07f-e7ed30aa2797 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 945 time: 0.0452595 Sep 22 12:40:43.819012 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:43.829222 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:43.838586 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-88afa626-6e55-4e54-a911-3b448840aa29 req-22e38ad3-5ea1-4e14-b9b4-355bcb5c121a tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480142 Sep 22 12:40:43.956858 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731d161-d0b3-4d84-883f-8ed8722ee0fe req-1526234c-577f-4b9a-bc9b-0712c35b8a85 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:43.958197 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4731d161-d0b3-4d84-883f-8ed8722ee0fe req-1526234c-577f-4b9a-bc9b-0712c35b8a85 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 945 time: 0.0451920 Sep 22 12:40:44.006332 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4731d161-d0b3-4d84-883f-8ed8722ee0fe req-283268c9-55e1-4893-8b72-c4f2ca033540 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426986 Sep 22 12:40:44.034304 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56560) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:40:44.075152 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c764e5-5e6e-4eeb-ba8c-3aeb42c9e7d8 tempest-TestVolumeBootPattern-1242857788 tempest-TestVolumeBootPattern-1242857788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:44.076660 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-01c764e5-5e6e-4eeb-ba8c-3aeb42c9e7d8 tempest-TestVolumeBootPattern-1242857788 tempest-TestVolumeBootPattern-1242857788-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 1124 time: 0.0413868 Sep 22 12:40:44.079425 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56562) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:40:44.083592 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.v2.base [None req-54db94a6-e3dd-45cf-92bd-5b3808a21f72 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Request body: {'floatingip': {'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'port_id': '5071ad34-e6b5-42b1-b2e1-23ffd18764a6', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 12:40:44.104896 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-54db94a6-e3dd-45cf-92bd-5b3808a21f72 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:44.180926 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-54db94a6-e3dd-45cf-92bd-5b3808a21f72 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (None), before_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:44.288730 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_common [None req-54db94a6-e3dd-45cf-92bd-5b3808a21f72 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Allocated IP 172.27.0.135 (1180960f-2d21-46a6-8808-3b9bf675fc1c/fa184db2-8082-4bad-bda6-843a7c40c1fc/8b3dc1d4-0ca9-4726-a2d8-623efd29c8be) {{(pid=106188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 12:40:44.393611 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-54db94a6-e3dd-45cf-92bd-5b3808a21f72 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for port (8b3dc1d4-0ca9-4726-a2d8-623efd29c8be), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:44.425638 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-54db94a6-e3dd-45cf-92bd-5b3808a21f72 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742010687160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (8b3dc1d4-0ca9-4726-a2d8-623efd29c8be), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:44.464825 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54db94a6-e3dd-45cf-92bd-5b3808a21f72 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Network 1180960f-2d21-46a6-8808-3b9bf675fc1c is already hosted by enough agents. {{(pid=106188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 12:40:44.469470 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.base_scheduler [None req-54db94a6-e3dd-45cf-92bd-5b3808a21f72 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Resources bound (agent type, host, resource id): {{(pid=106188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 12:40:44.473881 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54db94a6-e3dd-45cf-92bd-5b3808a21f72 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Received port after_create {{(pid=106188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 22 12:40:44.477365 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db94a6-e3dd-45cf-92bd-5b3808a21f72 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event updated for resources: {'Port': ['ID=8b3dc1d4-0ca9-4726-a2d8-623efd29c8be,revision_number=1']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:40:44.728755 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:44.732784 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:44.819257 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-54db94a6-e3dd-45cf-92bd-5b3808a21f72 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for floatingip (caf921f8-6048-4cc2-be2d-3fc9fa5963b1), precommit_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:44.884197 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-54db94a6-e3dd-45cf-92bd-5b3808a21f72 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (8b3dc1d4-0ca9-4726-a2d8-623efd29c8be), before_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:45.028824 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-54db94a6-e3dd-45cf-92bd-5b3808a21f72 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for port (8b3dc1d4-0ca9-4726-a2d8-623efd29c8be), precommit_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:45.033006 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-54db94a6-e3dd-45cf-92bd-5b3808a21f72 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1309955'] for port (8b3dc1d4-0ca9-4726-a2d8-623efd29c8be), after_update {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:45.102024 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db94a6-e3dd-45cf-92bd-5b3808a21f72 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event updated for resources: {'Port': ['ID=8b3dc1d4-0ca9-4726-a2d8-623efd29c8be,revision_number=2']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:40:45.105475 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-54db94a6-e3dd-45cf-92bd-5b3808a21f72 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-629932'] for floatingip (caf921f8-6048-4cc2-be2d-3fc9fa5963b1), after_create {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:45.200004 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.l3_db [None req-54db94a6-e3dd-45cf-92bd-5b3808a21f72 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Floating IP caf921f8-6048-4cc2-be2d-3fc9fa5963b1 associated. External IP: 172.27.0.135, port: 5071ad34-e6b5-42b1-b2e1-23ffd18764a6. Sep 22 12:40:45.400059 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54db94a6-e3dd-45cf-92bd-5b3808a21f72 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Router 9901d003-8388-4a46-8181-600209dea5ef has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:40:45.485260 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:45.502023 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54db94a6-e3dd-45cf-92bd-5b3808a21f72 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:40:45.514081 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577e8bf-89dd-43d8-a8ef-6c7cb84eea64 None None] Sync routers for ids ['9901d003-8388-4a46-8181-600209dea5ef'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:40:45.519805 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-54db94a6-e3dd-45cf-92bd-5b3808a21f72 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:45.524229 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577e8bf-89dd-43d8-a8ef-6c7cb84eea64 None None] Routers {'9901d003-8388-4a46-8181-600209dea5ef'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:40:45.524858 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-0577e8bf-89dd-43d8-a8ef-6c7cb84eea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:40:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9901d003-8388-4a46-8181-600209dea5ef'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:40:45.560164 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-54db94a6-e3dd-45cf-92bd-5b3808a21f72 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4776800 Sep 22 12:40:45.560164 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db99ee4-af57-405c-809c-cbb8b8928b8a', 'tag': '5071ad34-e6b5-42b1-b2e1-23ffd18764a6'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:40:45.561094 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2075493-7155-4702-ae9b-fd957bea0b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "6db99ee4-af57-405c-809c-cbb8b8928b8a", "tag": "5071ad34-e6b5-42b1-b2e1-23ffd18764a6"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:40:45.601565 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b120f5e-98ad-466f-96e4-947bd2dcc9e5 x-openstack-request-id: req-2b120f5e-98ad-466f-96e4-947bd2dcc9e5 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:40:45.602047 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db99ee4-af57-405c-809c-cbb8b8928b8a", "tag": "5071ad34-e6b5-42b1-b2e1-23ffd18764a6", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:40:45.602433 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2b120f5e-98ad-466f-96e4-947bd2dcc9e5 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:40:45.602916 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b120f5e-98ad-466f-96e4-947bd2dcc9e5'] response: {'name': 'network-changed', 'server_uuid': '6db99ee4-af57-405c-809c-cbb8b8928b8a', 'tag': '5071ad34-e6b5-42b1-b2e1-23ffd18764a6', 'status': 'completed', 'code': 200} Sep 22 12:40:45.627561 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-0577e8bf-89dd-43d8-a8ef-6c7cb84eea64 None None] Set router 9901d003-8388-4a46-8181-600209dea5ef gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:40:45.665681 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2075493-7155-4702-ae9b-fd957bea0b2b req-0644ceef-3fad-4f16-a8df-435efb0f8f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:45.667250 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d2075493-7155-4702-ae9b-fd957bea0b2b req-0644ceef-3fad-4f16-a8df-435efb0f8f39 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5d44fc4fa85a4dfb82c31a602037a249&device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 1129 time: 0.0414660 Sep 22 12:40:45.722979 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:45.762388 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2075493-7155-4702-ae9b-fd957bea0b2b req-dfad7140-fdc4-4459-b9e1-311fb3381f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:45.763887 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d2075493-7155-4702-ae9b-fd957bea0b2b req-dfad7140-fdc4-4459-b9e1-311fb3381f1b service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07 HTTP/1.1" status: 200 len: 912 time: 0.0886686 Sep 22 12:40:45.831807 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d2075493-7155-4702-ae9b-fd957bea0b2b req-729183d7-b9ca-4e8a-8b9c-8b127da59e8c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5071ad34-e6b5-42b1-b2e1-23ffd18764a6 HTTP/1.1" status: 200 len: 999 time: 0.0592802 Sep 22 12:40:45.883292 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2075493-7155-4702-ae9b-fd957bea0b2b req-bee1b063-9953-433a-af48-c766ea254476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:45.884919 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d2075493-7155-4702-ae9b-fd957bea0b2b req-bee1b063-9953-433a-af48-c766ea254476 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a41b6585-6dac-4960-897e-2f93b9acd95a HTTP/1.1" status: 200 len: 850 time: 0.0475569 Sep 22 12:40:45.928699 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-0577e8bf-89dd-43d8-a8ef-6c7cb84eea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'caf921f8-6048-4cc2-be2d-3fc9fa5963b1', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': '9901d003-8388-4a46-8181-600209dea5ef', 'port_id': '5071ad34-e6b5-42b1-b2e1-23ffd18764a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'mac_address': 'fa:16:3e:a0:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db99ee4-af57-405c-809c-cbb8b8928b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:40:44Z', 'updated_at': '2022-09-22T12:40:44Z', 'revision_number': 0, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'fixed_ip_address_scope': None}, {'id': 'fa72a423-9cd8-415e-9663-b176c58ea932', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': '9901d003-8388-4a46-8181-600209dea5ef', 'port_id': '862c2f78-8a44-46e8-a88c-6091a58bc3eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'mac_address': 'fa:16:3e:2f:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f899b259-9171-48fc-956e-1b7185432312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:38:43Z', 'updated_at': '2022-09-22T12:38:45Z', 'revision_number': 1, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 5, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:40:45.929839 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2075493-7155-4702-ae9b-fd957bea0b2b req-2c1e15ad-6fb7-4284-9e65-049f41eaa66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:40:45.931320 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d2075493-7155-4702-ae9b-fd957bea0b2b req-2c1e15ad-6fb7-4284-9e65-049f41eaa66e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388618 Sep 22 12:40:45.952199 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577e8bf-89dd-43d8-a8ef-6c7cb84eea64 None None] Checking router: 9901d003-8388-4a46-8181-600209dea5ef for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:40:45.961044 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0577e8bf-89dd-43d8-a8ef-6c7cb84eea64 None None] Routers {'9901d003-8388-4a46-8181-600209dea5ef'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:40:45.961650 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-0577e8bf-89dd-43d8-a8ef-6c7cb84eea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:40:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9901d003-8388-4a46-8181-600209dea5ef'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:40:46.027158 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d2075493-7155-4702-ae9b-fd957bea0b2b req-05d01f9b-6981-48d1-85de-a8c4d398cc0f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861669 Sep 22 12:40:46.060971 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-0577e8bf-89dd-43d8-a8ef-6c7cb84eea64 None None] Set router 9901d003-8388-4a46-8181-600209dea5ef gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:40:46.117219 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d2075493-7155-4702-ae9b-fd957bea0b2b req-016cd799-d5c9-499a-9a37-bfebef11c73d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832956 Sep 22 12:40:46.265078 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-0577e8bf-89dd-43d8-a8ef-6c7cb84eea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'caf921f8-6048-4cc2-be2d-3fc9fa5963b1', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': '9901d003-8388-4a46-8181-600209dea5ef', 'port_id': '5071ad34-e6b5-42b1-b2e1-23ffd18764a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'mac_address': 'fa:16:3e:a0:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db99ee4-af57-405c-809c-cbb8b8928b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:40:44Z', 'updated_at': '2022-09-22T12:40:44Z', 'revision_number': 0, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'fixed_ip_address_scope': None}, {'id': 'fa72a423-9cd8-415e-9663-b176c58ea932', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': '9901d003-8388-4a46-8181-600209dea5ef', 'port_id': '862c2f78-8a44-46e8-a88c-6091a58bc3eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'mac_address': 'fa:16:3e:2f:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f899b259-9171-48fc-956e-1b7185432312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:38:43Z', 'updated_at': '2022-09-22T12:38:45Z', 'revision_number': 1, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 5, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:40:46.292635 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0577e8bf-89dd-43d8-a8ef-6c7cb84eea64 None None] The sync data for ids ['9901d003-8388-4a46-8181-600209dea5ef'] in dv-cinder-856463-4-iscsi is: [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'caf921f8-6048-4cc2-be2d-3fc9fa5963b1', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': '9901d003-8388-4a46-8181-600209dea5ef', 'port_id': '5071ad34-e6b5-42b1-b2e1-23ffd18764a6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'mac_address': 'fa:16:3e:a0:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db99ee4-af57-405c-809c-cbb8b8928b8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:40:44Z', 'updated_at': '2022-09-22T12:40:44Z', 'revision_number': 0, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'fixed_ip_address_scope': None}, {'id': 'fa72a423-9cd8-415e-9663-b176c58ea932', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': '9901d003-8388-4a46-8181-600209dea5ef', 'port_id': '862c2f78-8a44-46e8-a88c-6091a58bc3eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'mac_address': 'fa:16:3e:2f:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f899b259-9171-48fc-956e-1b7185432312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:38:43Z', 'updated_at': '2022-09-22T12:38:45Z', 'revision_number': 1, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 5, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:40:46.477304 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240e9c65-e6fe-4bc6-bc7a-f02e1cf5b3b6 None None] New status for floating IP caf921f8-6048-4cc2-be2d-3fc9fa5963b1: ACTIVE {{(pid=106190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:40:54.982748 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-86c396bd-4ac5-4335-a8ae-ee838caced9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:56.112635 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=54,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:56.114512 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=38 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:56.267079 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=76 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:56.268371 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:40:57.072620 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-cfffc485-21d9-4a02-b309-e908a7606a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:58.492739 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:40:59.944955 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:41:00.000538 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:41:08.523492 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:41:13.097643 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2baf0d9d-4b8b-4802-8d9a-ad43c039e1e9 req-c5b26c6f-af0e-47be-aaf5-8592d3a39243 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425460 Sep 22 12:41:13.182997 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf0d9d-4b8b-4802-8d9a-ad43c039e1e9 req-c57ab4a7-8283-483a-a620-f630f78e6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:41:13.184392 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2baf0d9d-4b8b-4802-8d9a-ad43c039e1e9 req-c57ab4a7-8283-483a-a620-f630f78e6dce service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5d44fc4fa85a4dfb82c31a602037a249&device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 1130 time: 0.0394917 Sep 22 12:41:13.290724 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf0d9d-4b8b-4802-8d9a-ad43c039e1e9 req-cc773459-1425-4b4f-b0da-d27ce65c0c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:41:13.292160 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2baf0d9d-4b8b-4802-8d9a-ad43c039e1e9 req-cc773459-1425-4b4f-b0da-d27ce65c0c5a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07 HTTP/1.1" status: 200 len: 912 time: 0.0844128 Sep 22 12:41:13.359796 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2baf0d9d-4b8b-4802-8d9a-ad43c039e1e9 req-46c84a3a-3982-4ad4-a005-a9ac99210354 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=862c2f78-8a44-46e8-a88c-6091a58bc3eb HTTP/1.1" status: 200 len: 1002 time: 0.0566521 Sep 22 12:41:13.410657 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf0d9d-4b8b-4802-8d9a-ad43c039e1e9 req-a0f2b08c-be34-4ee9-aa5e-95583f0bddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:41:13.412080 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2baf0d9d-4b8b-4802-8d9a-ad43c039e1e9 req-a0f2b08c-be34-4ee9-aa5e-95583f0bddbb service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a41b6585-6dac-4960-897e-2f93b9acd95a HTTP/1.1" status: 200 len: 850 time: 0.0428460 Sep 22 12:41:13.457057 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf0d9d-4b8b-4802-8d9a-ad43c039e1e9 req-6af7908a-3b30-4fe1-986d-0242eff0b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:41:13.458387 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2baf0d9d-4b8b-4802-8d9a-ad43c039e1e9 req-6af7908a-3b30-4fe1-986d-0242eff0b2db service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371571 Sep 22 12:41:13.552822 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2baf0d9d-4b8b-4802-8d9a-ad43c039e1e9 req-6a00dede-e807-471e-bd76-0c2c79dbd508 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848839 Sep 22 12:41:13.642306 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2baf0d9d-4b8b-4802-8d9a-ad43c039e1e9 req-7b29729b-0cb0-49e9-970e-a63236cd6607 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801673 Sep 22 12:41:16.295699 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:41:18.339287 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:41:18.517922 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=62,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:41:18.519788 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=51,neutron:UPDATE=6 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:41:23.637895 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=51 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:41:23.639827 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=50 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:41:24.985143 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d2446ea8-0a69-4a48-8dda-be021542921e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:41:26.292090 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:41:27.073597 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d52977a3-6659-4bb1-a854-10cec5a57ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:41:28.495199 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:41:29.950409 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:41:30.002385 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:41:38.517939 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:41:48.511502 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:41:48.513402 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:41:53.295255 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:41:54.987921 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d60b8b7b-6ffb-4781-98aa-8dda221e8915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:41:57.075759 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-0df2173f-c176-4946-b3ef-94d896ac013e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:41:58.497344 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:41:59.950523 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:00.002970 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:03.290943 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=13 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:03.291594 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=23 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:08.530924 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:09.976331 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22eb74a-fc6a-4c5c-ab7e-9cf75055d2f2 req-b092d3f2-5cdc-4824-a462-e9c4f39a3e14 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:09.977785 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a22eb74a-fc6a-4c5c-ab7e-9cf75055d2f2 req-b092d3f2-5cdc-4824-a462-e9c4f39a3e14 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 945 time: 0.0512094 Sep 22 12:42:10.027199 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a22eb74a-fc6a-4c5c-ab7e-9cf75055d2f2 req-370d2fd0-99c3-46cd-a8c9-c194758c7fd4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437391 Sep 22 12:42:11.147798 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251e2c2-ac55-467a-a4c5-722e54bf21b2 req-16c833d3-8ddd-4e52-bead-6dc7c9e8e7f0 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:11.149186 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0251e2c2-ac55-467a-a4c5-722e54bf21b2 req-16c833d3-8ddd-4e52-bead-6dc7c9e8e7f0 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 945 time: 0.0457201 Sep 22 12:42:11.197426 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-0251e2c2-ac55-467a-a4c5-722e54bf21b2 req-855d7aef-1fdc-4e45-8280-0e59b9dcf752 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427573 Sep 22 12:42:12.319834 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e83fb7-6b21-46ac-9d4b-380dc613f225 req-e06da045-a939-4440-9ba1-af4051a960f1 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:12.321288 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b5e83fb7-6b21-46ac-9d4b-380dc613f225 req-e06da045-a939-4440-9ba1-af4051a960f1 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 945 time: 0.0492435 Sep 22 12:42:12.369412 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b5e83fb7-6b21-46ac-9d4b-380dc613f225 req-db925660-8ec8-400e-906a-acd1e8d0fce0 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426886 Sep 22 12:42:13.486576 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8f1a4-e9cc-4db0-a87b-80e7ec9d82a4 req-8c4006b6-f1f0-43e9-896b-395c4226fe78 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:13.488003 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-dea8f1a4-e9cc-4db0-a87b-80e7ec9d82a4 req-8c4006b6-f1f0-43e9-896b-395c4226fe78 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 945 time: 0.0454502 Sep 22 12:42:13.536579 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-dea8f1a4-e9cc-4db0-a87b-80e7ec9d82a4 req-b1adb5e9-c23f-47e6-96ad-b436d2fcc839 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431163 Sep 22 12:42:13.936932 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9ec0a-cea0-451f-b592-331aba3dc9d8 req-84352964-40f5-41a9-bf57-6ff82a48efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:13.938395 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f2f9ec0a-cea0-451f-b592-331aba3dc9d8 req-84352964-40f5-41a9-bf57-6ff82a48efb7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f4d530e1b20c47319f5e8949d808c1b3&device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 1129 time: 0.0387659 Sep 22 12:42:14.055282 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9ec0a-cea0-451f-b592-331aba3dc9d8 req-c045e935-b24e-4044-a54d-1d7ed59b6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:14.056766 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f2f9ec0a-cea0-451f-b592-331aba3dc9d8 req-c045e935-b24e-4044-a54d-1d7ed59b6d4a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=fa4c16fb-2b69-4afc-a780-323b3230115f HTTP/1.1" status: 200 len: 910 time: 0.0938413 Sep 22 12:42:14.121810 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f2f9ec0a-cea0-451f-b592-331aba3dc9d8 req-ee782f81-6af4-49af-9e12-f1132444822d service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a29921b4-d529-4d9c-9ca2-b26e9e8e791d HTTP/1.1" status: 200 len: 1000 time: 0.0558140 Sep 22 12:42:14.176715 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9ec0a-cea0-451f-b592-331aba3dc9d8 req-a3fb5474-4840-4320-8ff1-8a245ae25e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:14.178030 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f2f9ec0a-cea0-451f-b592-331aba3dc9d8 req-a3fb5474-4840-4320-8ff1-8a245ae25e2d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=873c4db5-f77e-49ab-8f1e-181a84d91015 HTTP/1.1" status: 200 len: 848 time: 0.0470321 Sep 22 12:42:14.223659 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9ec0a-cea0-451f-b592-331aba3dc9d8 req-ab057aa3-86db-4d98-bfda-b3f273cc2334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:14.225371 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f2f9ec0a-cea0-451f-b592-331aba3dc9d8 req-ab057aa3-86db-4d98-bfda-b3f273cc2334 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=fa4c16fb-2b69-4afc-a780-323b3230115f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380898 Sep 22 12:42:14.322395 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f2f9ec0a-cea0-451f-b592-331aba3dc9d8 req-e8601d85-d8ab-4558-92ee-96d8382cbbd4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4c16fb-2b69-4afc-a780-323b3230115f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874486 Sep 22 12:42:14.369387 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56606) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:42:14.418526 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f2f9ec0a-cea0-451f-b592-331aba3dc9d8 req-9f1d62bf-22d8-4de1-93cb-70e9b281b66a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4c16fb-2b69-4afc-a780-323b3230115f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873675 Sep 22 12:42:14.660219 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f3d8e-8154-4baf-8689-576fec07c0c3 req-4326b411-e4ba-4708-a25e-f5f4fcac20ca tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:14.661748 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b31f3d8e-8154-4baf-8689-576fec07c0c3 req-4326b411-e4ba-4708-a25e-f5f4fcac20ca tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 945 time: 0.0477710 Sep 22 12:42:14.713535 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-b31f3d8e-8154-4baf-8689-576fec07c0c3 req-5ee8065e-54a6-43c4-bf6c-1e59082a354d tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460105 Sep 22 12:42:14.763497 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Deleting port 8b3dc1d4-0ca9-4726-a2d8-623efd29c8be {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:42:14.763843 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (8b3dc1d4-0ca9-4726-a2d8-623efd29c8be), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:14.841162 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (8b3dc1d4-0ca9-4726-a2d8-623efd29c8be), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:14.841433 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for floatingip (8b3dc1d4-0ca9-4726-a2d8-623efd29c8be), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:14.853806 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Calling delete_port for 8b3dc1d4-0ca9-4726-a2d8-623efd29c8be owned by network:floatingip {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:42:14.997199 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (8b3dc1d4-0ca9-4726-a2d8-623efd29c8be), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:15.019632 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event deleted for resources: {'Port': ['ID=8b3dc1d4-0ca9-4726-a2d8-623efd29c8be,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:42:15.029509 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:15.030449 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:15.030799 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:15.031616 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:15.031616 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:15.031852 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:15.032099 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:15.032463 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:15.032792 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:15.033120 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:15.033450 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:15.033779 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:15.034102 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:15.034422 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:15.034744 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:15.096369 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for floatingip (caf921f8-6048-4cc2-be2d-3fc9fa5963b1), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:15.096634 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.db.l3_db [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Floating IP caf921f8-6048-4cc2-be2d-3fc9fa5963b1 disassociated (deleted). External IP: 172.27.0.135, port: 5071ad34-e6b5-42b1-b2e1-23ffd18764a6. Sep 22 12:42:15.294922 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Router 9901d003-8388-4a46-8181-600209dea5ef has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:42:15.397513 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:42:15.402140 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:15.407508 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165de770-fb10-4457-9f76-d55d168904c4 None None] Sync routers for ids ['9901d003-8388-4a46-8181-600209dea5ef'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:42:15.416859 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165de770-fb10-4457-9f76-d55d168904c4 None None] Routers {'9901d003-8388-4a46-8181-600209dea5ef'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:42:15.417458 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-165de770-fb10-4457-9f76-d55d168904c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:41:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9901d003-8388-4a46-8181-600209dea5ef'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:42:15.428368 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:15.432679 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-042fa420-426c-424e-a773-df8b1fef7a7f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/caf921f8-6048-4cc2-be2d-3fc9fa5963b1 HTTP/1.1" status: 204 len: 168 time: 1.0621896 Sep 22 12:42:15.433861 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db99ee4-af57-405c-809c-cbb8b8928b8a', 'tag': '5071ad34-e6b5-42b1-b2e1-23ffd18764a6'}] {{(pid=106189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:42:15.436217 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64be3f76f25325df4d162c623afd71985c9d526dbd3dd574d951cc56993afe1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e2d5da-d001-43dc-8d08-6b0c75210e40" -d '{"events": [{"name": "network-changed", "server_uuid": "6db99ee4-af57-405c-809c-cbb8b8928b8a", "tag": "5071ad34-e6b5-42b1-b2e1-23ffd18764a6"}]}' {{(pid=106189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:42:15.520945 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-165de770-fb10-4457-9f76-d55d168904c4 None None] Set router 9901d003-8388-4a46-8181-600209dea5ef gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:42:15.531111 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ee64c8-dc23-4380-b577-b6ece8c0bbd9 x-openstack-request-id: req-14ee64c8-dc23-4380-b577-b6ece8c0bbd9 {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:42:15.531509 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db99ee4-af57-405c-809c-cbb8b8928b8a", "tag": "5071ad34-e6b5-42b1-b2e1-23ffd18764a6", "status": "completed", "code": 200}]} {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:42:15.531771 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-14ee64c8-dc23-4380-b577-b6ece8c0bbd9 {{(pid=106189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:42:15.532181 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14ee64c8-dc23-4380-b577-b6ece8c0bbd9'] response: {'name': 'network-changed', 'server_uuid': '6db99ee4-af57-405c-809c-cbb8b8928b8a', 'tag': '5071ad34-e6b5-42b1-b2e1-23ffd18764a6', 'status': 'completed', 'code': 200} Sep 22 12:42:15.616668 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2d5da-d001-43dc-8d08-6b0c75210e40 req-481887ce-1af6-4e6f-a09f-85159cd2d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:15.618212 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d5e2d5da-d001-43dc-8d08-6b0c75210e40 req-481887ce-1af6-4e6f-a09f-85159cd2d84d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5d44fc4fa85a4dfb82c31a602037a249&device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 1129 time: 0.0631940 Sep 22 12:42:15.665383 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:15.684723 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032bc58-3e26-485b-9713-7a340ea85339 req-f87e3e31-c6b8-4eb4-a1f6-f5303aef8676 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:15.686231 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f032bc58-3e26-485b-9713-7a340ea85339 req-f87e3e31-c6b8-4eb4-a1f6-f5303aef8676 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 945 time: 0.0504122 Sep 22 12:42:15.722830 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:15.736999 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f032bc58-3e26-485b-9713-7a340ea85339 req-733df7c5-2b38-44ad-bcc9-e8df34ea4c85 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448937 Sep 22 12:42:15.752710 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-165de770-fb10-4457-9f76-d55d168904c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'fa72a423-9cd8-415e-9663-b176c58ea932', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': '9901d003-8388-4a46-8181-600209dea5ef', 'port_id': '862c2f78-8a44-46e8-a88c-6091a58bc3eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'mac_address': 'fa:16:3e:2f:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f899b259-9171-48fc-956e-1b7185432312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:38:43Z', 'updated_at': '2022-09-22T12:38:45Z', 'revision_number': 1, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 5, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:42:15.776895 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165de770-fb10-4457-9f76-d55d168904c4 None None] Checking router: 9901d003-8388-4a46-8181-600209dea5ef for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:42:15.785776 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165de770-fb10-4457-9f76-d55d168904c4 None None] Routers {'9901d003-8388-4a46-8181-600209dea5ef'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:42:15.786377 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-165de770-fb10-4457-9f76-d55d168904c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:41:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9901d003-8388-4a46-8181-600209dea5ef'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:42:15.834145 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf19a76-dbfd-4dbe-b692-f5c3d0aea045 req-299c82ed-6f94-47b8-8975-c01771eb820d tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:15.835601 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ecf19a76-dbfd-4dbe-b692-f5c3d0aea045 req-299c82ed-6f94-47b8-8975-c01771eb820d tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 945 time: 0.0451260 Sep 22 12:42:15.889142 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ecf19a76-dbfd-4dbe-b692-f5c3d0aea045 req-64051343-9a49-4675-9e72-9d3831698210 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479310 Sep 22 12:42:15.893764 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-165de770-fb10-4457-9f76-d55d168904c4 None None] Set router 9901d003-8388-4a46-8181-600209dea5ef gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:42:16.173538 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-165de770-fb10-4457-9f76-d55d168904c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'fa72a423-9cd8-415e-9663-b176c58ea932', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': '9901d003-8388-4a46-8181-600209dea5ef', 'port_id': '862c2f78-8a44-46e8-a88c-6091a58bc3eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'mac_address': 'fa:16:3e:2f:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f899b259-9171-48fc-956e-1b7185432312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:38:43Z', 'updated_at': '2022-09-22T12:38:45Z', 'revision_number': 1, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 5, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:42:16.199998 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165de770-fb10-4457-9f76-d55d168904c4 None None] The sync data for ids ['9901d003-8388-4a46-8181-600209dea5ef'] in dv-cinder-856463-4-iscsi is: [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_floatingips': [{'id': 'fa72a423-9cd8-415e-9663-b176c58ea932', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'router_id': '9901d003-8388-4a46-8181-600209dea5ef', 'port_id': '862c2f78-8a44-46e8-a88c-6091a58bc3eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'mac_address': 'fa:16:3e:2f:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f899b259-9171-48fc-956e-1b7185432312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T12:38:43Z', 'updated_at': '2022-09-22T12:38:45Z', 'revision_number': 1, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 5, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:42:16.411444 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd228e7-7b3e-4ac8-9628-e4c81c6ca8ba None None] New status for floating IP caf921f8-6048-4cc2-be2d-3fc9fa5963b1: DOWN {{(pid=106190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:42:16.893107 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb95ae-998d-4b29-84fc-0d4264da7088 req-7bf91b8a-8418-41e5-8b17-2d20fb3f8da7 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:16.894611 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a6cb95ae-998d-4b29-84fc-0d4264da7088 req-7bf91b8a-8418-41e5-8b17-2d20fb3f8da7 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 945 time: 0.0800390 Sep 22 12:42:16.944809 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2d5da-d001-43dc-8d08-6b0c75210e40 req-752f4880-7229-4561-bfe7-e0bb533b0482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:16.946268 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d5e2d5da-d001-43dc-8d08-6b0c75210e40 req-752f4880-7229-4561-bfe7-e0bb533b0482 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07 HTTP/1.1" status: 200 len: 912 time: 0.1511905 Sep 22 12:42:17.005496 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-a6cb95ae-998d-4b29-84fc-0d4264da7088 req-a31760e4-a489-4acb-bad1-465f205db7d0 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000042 Sep 22 12:42:17.032175 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d5e2d5da-d001-43dc-8d08-6b0c75210e40 req-10c8b181-13b7-41fc-8f33-0a70304fa8c5 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5071ad34-e6b5-42b1-b2e1-23ffd18764a6 HTTP/1.1" status: 200 len: 217 time: 0.0535164 Sep 22 12:42:17.054796 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d31cf-a627-49ab-a927-aea139679644 req-a10d288b-292d-4726-949f-5418383a5ffc tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:17.056189 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-da0d31cf-a627-49ab-a927-aea139679644 req-a10d288b-292d-4726-949f-5418383a5ffc tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 945 time: 0.0904508 Sep 22 12:42:17.119460 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2d5da-d001-43dc-8d08-6b0c75210e40 req-6c09aec2-61a7-4b69-90f9-0131dad22f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:17.120877 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d5e2d5da-d001-43dc-8d08-6b0c75210e40 req-6c09aec2-61a7-4b69-90f9-0131dad22f9c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a41b6585-6dac-4960-897e-2f93b9acd95a HTTP/1.1" status: 200 len: 850 time: 0.0813353 Sep 22 12:42:17.133298 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-da0d31cf-a627-49ab-a927-aea139679644 req-5b42d01d-5ed0-4776-93b0-2bbbcb6ec110 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569813 Sep 22 12:42:17.307898 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2d5da-d001-43dc-8d08-6b0c75210e40 req-405cb6f7-ddee-4eea-a46a-c11ee375e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:17.309294 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d5e2d5da-d001-43dc-8d08-6b0c75210e40 req-405cb6f7-ddee-4eea-a46a-c11ee375e9a3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383070 Sep 22 12:42:17.382151 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37b72e-6ed5-4afc-80a0-096aeb5be4aa req-f914bfe1-2c4d-44bd-ad5c-b74b09d6af5b tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:17.383597 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-ec37b72e-6ed5-4afc-80a0-096aeb5be4aa req-f914bfe1-2c4d-44bd-ad5c-b74b09d6af5b tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 945 time: 0.0470889 Sep 22 12:42:17.397192 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:17.478863 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [req-ec37b72e-6ed5-4afc-80a0-096aeb5be4aa req-cfa0ab5e-bcff-4eb6-8dc5-3079a6717e6f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Deleting port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:42:17.479203 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-ec37b72e-6ed5-4afc-80a0-096aeb5be4aa req-cfa0ab5e-bcff-4eb6-8dc5-3079a6717e6f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (5071ad34-e6b5-42b1-b2e1-23ffd18764a6), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:17.571778 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [req-ec37b72e-6ed5-4afc-80a0-096aeb5be4aa req-cfa0ab5e-bcff-4eb6-8dc5-3079a6717e6f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] For port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=5071ad34-e6b5-42b1-b2e1-23ffd18764a6,segment=NetworkSegment(9244f81d-1745-453d-b02d-f5d950c65f60),segment_id=9244f81d-1745-453d-b02d-f5d950c65f60)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:42:17.572145 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-ec37b72e-6ed5-4afc-80a0-096aeb5be4aa req-cfa0ab5e-bcff-4eb6-8dc5-3079a6717e6f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (5071ad34-e6b5-42b1-b2e1-23ffd18764a6), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:17.589730 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [req-ec37b72e-6ed5-4afc-80a0-096aeb5be4aa req-cfa0ab5e-bcff-4eb6-8dc5-3079a6717e6f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Calling delete_port for 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 owned by compute:nova {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:42:17.647607 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d5e2d5da-d001-43dc-8d08-6b0c75210e40 req-d871cf6d-e6de-44c8-b19f-e3af2828fb5a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303890 Sep 22 12:42:17.722699 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-ec37b72e-6ed5-4afc-80a0-096aeb5be4aa req-cfa0ab5e-bcff-4eb6-8dc5-3079a6717e6f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (5071ad34-e6b5-42b1-b2e1-23ffd18764a6), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:17.748180 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d5e2d5da-d001-43dc-8d08-6b0c75210e40 req-06ace690-4efb-4aa1-abbc-582351b04ca8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899160 Sep 22 12:42:17.751556 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0ab5e-bcff-4eb6-8dc5-3079a6717e6f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event deleted for resources: {'Port': ['ID=5071ad34-e6b5-42b1-b2e1-23ffd18764a6,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:42:17.796731 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec37b72e-6ed5-4afc-80a0-096aeb5be4aa req-cfa0ab5e-bcff-4eb6-8dc5-3079a6717e6f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] No DVR routers for this DVR port 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 on host hv-cinder-85646 {{(pid=106189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:42:17.799275 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-ec37b72e-6ed5-4afc-80a0-096aeb5be4aa req-cfa0ab5e-bcff-4eb6-8dc5-3079a6717e6f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:17.802472 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-ec37b72e-6ed5-4afc-80a0-096aeb5be4aa req-cfa0ab5e-bcff-4eb6-8dc5-3079a6717e6f tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.20 "DELETE /networking/v2.0/ports/5071ad34-e6b5-42b1-b2e1-23ffd18764a6 HTTP/1.1" status: 204 len: 173 time: 0.4124565 Sep 22 12:42:17.803001 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db99ee4-af57-405c-809c-cbb8b8928b8a', 'name': 'network-vif-deleted', 'tag': '5071ad34-e6b5-42b1-b2e1-23ffd18764a6'}] {{(pid=106189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:42:17.805246 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64be3f76f25325df4d162c623afd71985c9d526dbd3dd574d951cc56993afe1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab4d844-1c17-42b1-bc00-9dc72299e974" -d '{"events": [{"server_uuid": "6db99ee4-af57-405c-809c-cbb8b8928b8a", "name": "network-vif-deleted", "tag": "5071ad34-e6b5-42b1-b2e1-23ffd18764a6"}]}' {{(pid=106189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:42:17.840667 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1686c4-3f0b-4120-80f2-949033c64907 x-openstack-request-id: req-2d1686c4-3f0b-4120-80f2-949033c64907 {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:42:17.840960 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db99ee4-af57-405c-809c-cbb8b8928b8a", "name": "network-vif-deleted", "tag": "5071ad34-e6b5-42b1-b2e1-23ffd18764a6", "status": "completed", "code": 200}]} {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:42:17.841213 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2d1686c4-3f0b-4120-80f2-949033c64907 {{(pid=106189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:42:17.841618 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d1686c4-3f0b-4120-80f2-949033c64907'] response: {'server_uuid': '6db99ee4-af57-405c-809c-cbb8b8928b8a', 'name': 'network-vif-deleted', 'tag': '5071ad34-e6b5-42b1-b2e1-23ffd18764a6', 'status': 'completed', 'code': 200} Sep 22 12:42:18.121774 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cece5f4a-81c0-4b84-b59b-eb58583815b1 req-6d3a1ab7-677a-43ed-83bf-803c6c84d666 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6db99ee4-af57-405c-809c-cbb8b8928b8a HTTP/1.1" status: 200 len: 210 time: 0.0351481 Sep 22 12:42:18.260972 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d23c52-2e39-4a2d-b213-004d6b763859 req-00526ea2-9dc5-43b2-935a-e954b5f6e0b1 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:18.267802 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c2d23c52-2e39-4a2d-b213-004d6b763859 req-00526ea2-9dc5-43b2-935a-e954b5f6e0b1 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 945 time: 0.0534027 Sep 22 12:42:18.315825 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-c2d23c52-2e39-4a2d-b213-004d6b763859 req-9eb846ed-a341-4dbf-9c8d-9fecd519a114 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469065 Sep 22 12:42:19.436096 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85951b5c-7aba-4c27-a28a-1dce38a7b959 req-eec9fd3d-b36e-439f-b15b-e1ef08338d57 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:19.437480 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-85951b5c-7aba-4c27-a28a-1dce38a7b959 req-eec9fd3d-b36e-439f-b15b-e1ef08338d57 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 945 time: 0.0467420 Sep 22 12:42:19.487502 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-85951b5c-7aba-4c27-a28a-1dce38a7b959 req-96bb0b31-8594-4813-ba8b-3f4b95b6b0ba tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435643 Sep 22 12:42:20.135219 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ec91b-5999-49b6-be34-f3d40b7fbf0e req-96806c02-c296-4d4e-a9dc-82f90216b364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:20.136599 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-946ec91b-5999-49b6-be34-f3d40b7fbf0e req-96806c02-c296-4d4e-a9dc-82f90216b364 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f4d530e1b20c47319f5e8949d808c1b3&device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 1129 time: 0.0410340 Sep 22 12:42:20.229174 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ec91b-5999-49b6-be34-f3d40b7fbf0e req-7f528763-c7ce-4ca9-850b-13af3c97f5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:20.230585 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-946ec91b-5999-49b6-be34-f3d40b7fbf0e req-7f528763-c7ce-4ca9-850b-13af3c97f5ac service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=fa4c16fb-2b69-4afc-a780-323b3230115f HTTP/1.1" status: 200 len: 910 time: 0.0848005 Sep 22 12:42:20.292463 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-946ec91b-5999-49b6-be34-f3d40b7fbf0e req-0f8e404c-142d-4444-8347-f68ec535ec00 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a29921b4-d529-4d9c-9ca2-b26e9e8e791d HTTP/1.1" status: 200 len: 1000 time: 0.0530064 Sep 22 12:42:20.340248 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ec91b-5999-49b6-be34-f3d40b7fbf0e req-0683637d-129d-4aa4-9639-ea7dbc4679e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:20.341736 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-946ec91b-5999-49b6-be34-f3d40b7fbf0e req-0683637d-129d-4aa4-9639-ea7dbc4679e4 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=873c4db5-f77e-49ab-8f1e-181a84d91015 HTTP/1.1" status: 200 len: 848 time: 0.0436380 Sep 22 12:42:20.393311 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ec91b-5999-49b6-be34-f3d40b7fbf0e req-cf327c7e-9832-4cf3-9274-ab05d486a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:20.394849 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-946ec91b-5999-49b6-be34-f3d40b7fbf0e req-cf327c7e-9832-4cf3-9274-ab05d486a0ce service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=fa4c16fb-2b69-4afc-a780-323b3230115f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428555 Sep 22 12:42:20.484660 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-946ec91b-5999-49b6-be34-f3d40b7fbf0e req-3c73ce84-0313-49e4-bbde-717ada1aa475 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4c16fb-2b69-4afc-a780-323b3230115f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823102 Sep 22 12:42:20.580089 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-946ec91b-5999-49b6-be34-f3d40b7fbf0e req-f49a5109-53e7-4c93-a81f-de577562316c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4c16fb-2b69-4afc-a780-323b3230115f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866623 Sep 22 12:42:20.611919 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fcf59-f553-4325-94d9-c2f5d8c3b455 req-6a4d9d51-f83c-472a-978a-6a089e3f466b tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:20.613413 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-491fcf59-f553-4325-94d9-c2f5d8c3b455 req-6a4d9d51-f83c-472a-978a-6a089e3f466b tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 945 time: 0.0494680 Sep 22 12:42:20.624711 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:20.666896 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-491fcf59-f553-4325-94d9-c2f5d8c3b455 req-db42013d-dc4b-49d3-ae50-5b2dd4892512 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477197 Sep 22 12:42:21.266721 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:42:21.268932 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:21.270823 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:21.288586 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] No Port match for: 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:42:21.288930 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 5071ad34-e6b5-42b1-b2e1-23ffd18764a6 not bound to the agent host hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:42:21.423770 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56654) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:42:21.480702 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:21.559143 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Deleting port 4597dfa1-6297-4c43-a62f-99af08166416 {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:42:21.559479 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (4597dfa1-6297-4c43-a62f-99af08166416), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:21.635942 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (4597dfa1-6297-4c43-a62f-99af08166416), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:21.636757 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for floatingip (4597dfa1-6297-4c43-a62f-99af08166416), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:21.648321 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Calling delete_port for 4597dfa1-6297-4c43-a62f-99af08166416 owned by network:floatingip {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:42:21.801154 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81069bf-bb63-43ef-9024-278a38e6ce05 req-51c6be5f-0655-42d2-95ad-c4c1caaf15ce tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:21.802609 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f81069bf-bb63-43ef-9024-278a38e6ce05 req-51c6be5f-0655-42d2-95ad-c4c1caaf15ce tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 945 time: 0.0578547 Sep 22 12:42:21.880249 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (4597dfa1-6297-4c43-a62f-99af08166416), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:21.888630 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f81069bf-bb63-43ef-9024-278a38e6ce05 req-cbc8d330-ce77-4ba4-a626-6770636813d5 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785997 Sep 22 12:42:21.908089 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event deleted for resources: {'Port': ['ID=4597dfa1-6297-4c43-a62f-99af08166416,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:42:21.921648 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:21.922043 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:21.922369 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:21.922708 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:21.923038 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:21.923367 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:21.923694 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:21.924019 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:21.924366 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:21.924691 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:21.925016 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:21.925340 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:21.925661 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:21.925985 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:21.926302 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:21.983916 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for floatingip (fa72a423-9cd8-415e-9663-b176c58ea932), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:21.984164 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.l3_db [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Floating IP fa72a423-9cd8-415e-9663-b176c58ea932 disassociated (deleted). External IP: 172.27.0.111, port: 862c2f78-8a44-46e8-a88c-6091a58bc3eb. Sep 22 12:42:22.183588 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:22.188250 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Router 9901d003-8388-4a46-8181-600209dea5ef has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:42:22.289362 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:42:22.294273 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:22.301826 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4899c64-b72f-475f-9005-941e84f3de36 None None] Sync routers for ids ['9901d003-8388-4a46-8181-600209dea5ef'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:42:22.312114 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4899c64-b72f-475f-9005-941e84f3de36 None None] Routers {'9901d003-8388-4a46-8181-600209dea5ef'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:42:22.312658 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-f4899c64-b72f-475f-9005-941e84f3de36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:41:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9901d003-8388-4a46-8181-600209dea5ef'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:42:22.336888 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-84fd24f7-3a00-40de-b868-e6dd6f135197 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/fa72a423-9cd8-415e-9663-b176c58ea932 HTTP/1.1" status: 204 len: 168 time: 0.9110940 Sep 22 12:42:22.337866 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f899b259-9171-48fc-956e-1b7185432312', 'tag': '862c2f78-8a44-46e8-a88c-6091a58bc3eb'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:42:22.341297 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1545e1b-79e7-4931-8791-8e79bd680616" -d '{"events": [{"name": "network-changed", "server_uuid": "f899b259-9171-48fc-956e-1b7185432312", "tag": "862c2f78-8a44-46e8-a88c-6091a58bc3eb"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:42:22.382493 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5e28cf-4ff4-48a2-928b-f807dbcf3d39 x-openstack-request-id: req-7d5e28cf-4ff4-48a2-928b-f807dbcf3d39 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:42:22.382684 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f899b259-9171-48fc-956e-1b7185432312", "tag": "862c2f78-8a44-46e8-a88c-6091a58bc3eb", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:42:22.382798 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7d5e28cf-4ff4-48a2-928b-f807dbcf3d39 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:42:22.383325 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d5e28cf-4ff4-48a2-928b-f807dbcf3d39'] response: {'name': 'network-changed', 'server_uuid': 'f899b259-9171-48fc-956e-1b7185432312', 'tag': '862c2f78-8a44-46e8-a88c-6091a58bc3eb', 'status': 'completed', 'code': 200} Sep 22 12:42:22.440641 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-f4899c64-b72f-475f-9005-941e84f3de36 None None] Set router 9901d003-8388-4a46-8181-600209dea5ef gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:42:22.455220 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1545e1b-79e7-4931-8791-8e79bd680616 req-bfe1ab3a-2b4f-40ff-888e-341f2cfdd80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:22.457472 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-e1545e1b-79e7-4931-8791-8e79bd680616 req-bfe1ab3a-2b4f-40ff-888e-341f2cfdd80d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=5d44fc4fa85a4dfb82c31a602037a249&device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 1130 time: 0.0463333 Sep 22 12:42:22.528683 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:22.533727 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:22.551689 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:22.586734 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:22.590371 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1545e1b-79e7-4931-8791-8e79bd680616 req-f86fd9be-37c2-482f-8743-f90b2e74ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:22.592020 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-e1545e1b-79e7-4931-8791-8e79bd680616 req-f86fd9be-37c2-482f-8743-f90b2e74ec2d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07 HTTP/1.1" status: 200 len: 912 time: 0.1207142 Sep 22 12:42:22.616659 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0eb58-c6bb-4ffa-8d6d-01aa82c1380e req-3e106442-46ad-417d-94a1-41fd4fcc81ea tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:22.618128 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4ea0eb58-c6bb-4ffa-8d6d-01aa82c1380e req-3e106442-46ad-417d-94a1-41fd4fcc81ea tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 946 time: 0.0537386 Sep 22 12:42:22.634845 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-f4899c64-b72f-475f-9005-941e84f3de36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 5, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:42:22.636964 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:22.662507 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4899c64-b72f-475f-9005-941e84f3de36 None None] Checking router: 9901d003-8388-4a46-8181-600209dea5ef for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:42:22.669829 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-4ea0eb58-c6bb-4ffa-8d6d-01aa82c1380e req-0777c1e5-2196-4d64-b687-a06863900d5d tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460079 Sep 22 12:42:22.671085 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4899c64-b72f-475f-9005-941e84f3de36 None None] Routers {'9901d003-8388-4a46-8181-600209dea5ef'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:42:22.671681 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-f4899c64-b72f-475f-9005-941e84f3de36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:41:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9901d003-8388-4a46-8181-600209dea5ef'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:42:22.771668 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-f4899c64-b72f-475f-9005-941e84f3de36 None None] Set router 9901d003-8388-4a46-8181-600209dea5ef gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:42:22.949543 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-f4899c64-b72f-475f-9005-941e84f3de36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 5, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:42:22.974048 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4899c64-b72f-475f-9005-941e84f3de36 None None] The sync data for ids ['9901d003-8388-4a46-8181-600209dea5ef'] in dv-cinder-856463-4-iscsi is: [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:32Z', 'revision_number': 4, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': '5f100675-585b-4208-a537-986ba04ebdf6', 'name': '', 'network_id': 'a1ec96ed-6bf3-486f-b981-c8837f8cbc07', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'mac_address': 'fa:16:3e:40:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:32Z', 'updated_at': '2022-09-22T12:35:37Z', 'revision_number': 5, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'subnets': [{'id': 'a41b6585-6dac-4960-897e-2f93b9acd95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:42:23.014296 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c6b07-e018-402e-aaf2-3e3ff4f33b28 req-909c3ee7-4c2c-4277-8557-927c2a877cdb tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:23.015871 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-bf6c6b07-e018-402e-aaf2-3e3ff4f33b28 req-909c3ee7-4c2c-4277-8557-927c2a877cdb tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 945 time: 0.0505414 Sep 22 12:42:23.076052 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-bf6c6b07-e018-402e-aaf2-3e3ff4f33b28 req-12cbf408-338b-4fd2-afc6-e968119b3573 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540857 Sep 22 12:42:23.192579 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100b5c88-af22-4e92-b414-755eb44a33b8 None None] New status for floating IP fa72a423-9cd8-415e-9663-b176c58ea932: DOWN {{(pid=106190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:42:23.710512 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-e1545e1b-79e7-4931-8791-8e79bd680616 req-4be95a80-6a81-4428-8258-8d89ca4bb881 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=862c2f78-8a44-46e8-a88c-6091a58bc3eb HTTP/1.1" status: 200 len: 217 time: 0.0358820 Sep 22 12:42:23.765418 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1545e1b-79e7-4931-8791-8e79bd680616 req-5f786f42-49f4-49fa-ac46-4072b1963687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:23.767737 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-e1545e1b-79e7-4931-8791-8e79bd680616 req-5f786f42-49f4-49fa-ac46-4072b1963687 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a41b6585-6dac-4960-897e-2f93b9acd95a HTTP/1.1" status: 200 len: 850 time: 0.0494318 Sep 22 12:42:23.813970 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706a4fc-c7f4-4ee2-a808-03bcf695dfd5 req-d1444779-8bbb-4a99-b967-08ea79b403f7 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:23.815417 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2706a4fc-c7f4-4ee2-a808-03bcf695dfd5 req-d1444779-8bbb-4a99-b967-08ea79b403f7 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 946 time: 0.0546896 Sep 22 12:42:23.866871 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-2706a4fc-c7f4-4ee2-a808-03bcf695dfd5 req-74c5980b-0a24-4232-b43c-a2d27783bf1c tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=02f0e148-ca17-411b-9185-6cf2b040e862&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457506 Sep 22 12:42:23.887326 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1545e1b-79e7-4931-8791-8e79bd680616 req-8c985fb1-9cc0-4fd3-b231-e77d2861e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:23.888978 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-e1545e1b-79e7-4931-8791-8e79bd680616 req-8c985fb1-9cc0-4fd3-b231-e77d2861e4c2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a1ec96ed-6bf3-486f-b981-c8837f8cbc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451350 Sep 22 12:42:23.980909 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-e1545e1b-79e7-4931-8791-8e79bd680616 req-5f29ad44-32f6-4600-b745-3481586996c3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853639 Sep 22 12:42:24.191120 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-e1545e1b-79e7-4931-8791-8e79bd680616 req-67ae30ff-3dc0-43df-aa39-2e5c41121984 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893185 Sep 22 12:42:24.197387 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2512a-080b-4bb9-a082-9bb54dd5535d req-b1d40aaa-4598-4d76-9e6b-1047ac893196 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:24.198843 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-53a2512a-080b-4bb9-a082-9bb54dd5535d req-b1d40aaa-4598-4d76-9e6b-1047ac893196 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 945 time: 0.0477533 Sep 22 12:42:24.248818 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-53a2512a-080b-4bb9-a082-9bb54dd5535d req-4641f553-e012-4d56-a8a3-4496a1009421 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442975 Sep 22 12:42:24.419228 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a307ce-4753-4959-bfee-ce7585946479 req-98b14206-237b-4ec5-bfea-c96d1bff9d79 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:24.421525 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-a5a307ce-4753-4959-bfee-ce7585946479 req-98b14206-237b-4ec5-bfea-c96d1bff9d79 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 946 time: 0.0588050 Sep 22 12:42:24.507004 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [req-a5a307ce-4753-4959-bfee-ce7585946479 req-bae72cb2-1272-446f-9801-ff8726b6857b tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Deleting port 862c2f78-8a44-46e8-a88c-6091a58bc3eb {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:42:24.507265 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-a5a307ce-4753-4959-bfee-ce7585946479 req-bae72cb2-1272-446f-9801-ff8726b6857b tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (862c2f78-8a44-46e8-a88c-6091a58bc3eb), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:24.594204 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [req-a5a307ce-4753-4959-bfee-ce7585946479 req-bae72cb2-1272-446f-9801-ff8726b6857b tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] For port 862c2f78-8a44-46e8-a88c-6091a58bc3eb, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=862c2f78-8a44-46e8-a88c-6091a58bc3eb,segment=NetworkSegment(9244f81d-1745-453d-b02d-f5d950c65f60),segment_id=9244f81d-1745-453d-b02d-f5d950c65f60)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:42:24.594579 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-a5a307ce-4753-4959-bfee-ce7585946479 req-bae72cb2-1272-446f-9801-ff8726b6857b tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (862c2f78-8a44-46e8-a88c-6091a58bc3eb), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:24.607590 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [req-a5a307ce-4753-4959-bfee-ce7585946479 req-bae72cb2-1272-446f-9801-ff8726b6857b tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Calling delete_port for 862c2f78-8a44-46e8-a88c-6091a58bc3eb owned by compute:nova {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:42:24.740912 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-a5a307ce-4753-4959-bfee-ce7585946479 req-bae72cb2-1272-446f-9801-ff8726b6857b tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (862c2f78-8a44-46e8-a88c-6091a58bc3eb), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:24.768258 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae72cb2-1272-446f-9801-ff8726b6857b tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event deleted for resources: {'Port': ['ID=862c2f78-8a44-46e8-a88c-6091a58bc3eb,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:42:24.815360 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a307ce-4753-4959-bfee-ce7585946479 req-bae72cb2-1272-446f-9801-ff8726b6857b tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] No DVR routers for this DVR port 862c2f78-8a44-46e8-a88c-6091a58bc3eb on host hv-cinder-85646 {{(pid=106189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:42:24.818128 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [req-a5a307ce-4753-4959-bfee-ce7585946479 req-bae72cb2-1272-446f-9801-ff8726b6857b tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:24.821628 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-a5a307ce-4753-4959-bfee-ce7585946479 req-bae72cb2-1272-446f-9801-ff8726b6857b tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.20 "DELETE /networking/v2.0/ports/862c2f78-8a44-46e8-a88c-6091a58bc3eb HTTP/1.1" status: 204 len: 173 time: 0.3937976 Sep 22 12:42:24.822192 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f899b259-9171-48fc-956e-1b7185432312', 'name': 'network-vif-deleted', 'tag': '862c2f78-8a44-46e8-a88c-6091a58bc3eb'}] {{(pid=106189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:42:24.824412 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64be3f76f25325df4d162c623afd71985c9d526dbd3dd574d951cc56993afe1a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20306bee-4957-49b5-b6b7-a38d06c67d37" -d '{"events": [{"server_uuid": "f899b259-9171-48fc-956e-1b7185432312", "name": "network-vif-deleted", "tag": "862c2f78-8a44-46e8-a88c-6091a58bc3eb"}]}' {{(pid=106189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:42:24.868080 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab623ad0-19a5-49d3-b3f0-2d2d3670bce9 x-openstack-request-id: req-ab623ad0-19a5-49d3-b3f0-2d2d3670bce9 {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:42:24.868393 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f899b259-9171-48fc-956e-1b7185432312", "name": "network-vif-deleted", "tag": "862c2f78-8a44-46e8-a88c-6091a58bc3eb", "status": "completed", "code": 200}]} {{(pid=106189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:42:24.868642 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ab623ad0-19a5-49d3-b3f0-2d2d3670bce9 {{(pid=106189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:42:24.869041 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab623ad0-19a5-49d3-b3f0-2d2d3670bce9'] response: {'server_uuid': 'f899b259-9171-48fc-956e-1b7185432312', 'name': 'network-vif-deleted', 'tag': '862c2f78-8a44-46e8-a88c-6091a58bc3eb', 'status': 'completed', 'code': 200} Sep 22 12:42:24.983221 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-16427383-c472-4c5b-9a5a-388edb9a489e req-dac2dd3a-5c22-45a0-8886-601ca45993f3 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=f899b259-9171-48fc-956e-1b7185432312 HTTP/1.1" status: 200 len: 210 time: 0.0316052 Sep 22 12:42:25.020165 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d6644074-325a-4109-ba60-4032430edc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:25.277799 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device a29921b4-d529-4d9c-9ca2-b26e9e8e791d no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:42:25.351081 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port a29921b4-d529-4d9c-9ca2-b26e9e8e791d is: ACTIVE; New status is: DOWN {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:42:25.351391 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:25.373815 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0e560d-30a4-4a49-8068-9a2e57a77389', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a29921b4-d529-4d9c-9ca2-b26e9e8e791d'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:42:25.376566 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d874230-d742-4976-86a3-24873ce74b3f" -d '{"events": [{"server_uuid": "3e0e560d-30a4-4a49-8068-9a2e57a77389", "name": "network-vif-unplugged", "status": "completed", "tag": "a29921b4-d529-4d9c-9ca2-b26e9e8e791d"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:42:25.388436 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port a29921b4-d529-4d9c-9ca2-b26e9e8e791d, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a29921b4-d529-4d9c-9ca2-b26e9e8e791d,segment=NetworkSegment(734d6f0e-5e66-4034-999c-34e23d7f5c13),segment_id=734d6f0e-5e66-4034-999c-34e23d7f5c13)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:42:25.394837 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:25.394837 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 862c2f78-8a44-46e8-a88c-6091a58bc3eb no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:42:25.435695 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Sep 2022 12:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee67d0cc-5630-4ca5-897e-51f8b539a662 x-openstack-request-id: req-ee67d0cc-5630-4ca5-897e-51f8b539a662 {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:42:25.435987 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0e560d-30a4-4a49-8068-9a2e57a77389", "name": "network-vif-unplugged", "status": "failed", "tag": "a29921b4-d529-4d9c-9ca2-b26e9e8e791d", "code": 422}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:42:25.436350 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ee67d0cc-5630-4ca5-897e-51f8b539a662 {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:42:25.436710 dv-cinder-856463-4-iscsi neutron-server[106190]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ee67d0cc-5630-4ca5-897e-51f8b539a662']: {'server_uuid': '3e0e560d-30a4-4a49-8068-9a2e57a77389', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a29921b4-d529-4d9c-9ca2-b26e9e8e791d', 'code': 422} returned with failed status Sep 22 12:42:25.442788 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] No Port match for: 862c2f78-8a44-46e8-a88c-6091a58bc3eb {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:42:25.443252 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device 862c2f78-8a44-46e8-a88c-6091a58bc3eb not bound to the agent host hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:42:25.465778 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=a29921b4-d529-4d9c-9ca2-b26e9e8e791d,revision_number=6']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:42:25.473114 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:25.473455 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:25.473791 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:25.474121 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:25.474714 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:25.475037 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:25.475355 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:25.475671 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:25.475988 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:25.476321 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:25.476643 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:25.476958 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:25.477270 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:25.477582 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:25.477891 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:42:25.522421 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cec92-197a-4074-8437-1c35bd369f0e req-ed66b45f-6dfe-432b-916b-bc670d7b8026 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:25.524102 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f86cec92-197a-4074-8437-1c35bd369f0e req-ed66b45f-6dfe-432b-916b-bc670d7b8026 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 943 time: 0.0552084 Sep 22 12:42:25.542237 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-33c7e20b-01f8-4eb6-beb5-a575e9354c6f req-397b31c8-4a5b-4604-af86-caa1e832ad14 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0976093 Sep 22 12:42:25.581759 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f86cec92-197a-4074-8437-1c35bd369f0e req-0e4de804-ede6-4a47-8b35-b06b2225da2e tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515766 Sep 22 12:42:26.048893 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56686) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:42:26.155743 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-98449976-f262-494d-b603-e8dd65f6fb33 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Deleting port 7b8fc84e-f71b-4079-9834-12e8033d1827 {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:42:26.155999 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-98449976-f262-494d-b603-e8dd65f6fb33 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (7b8fc84e-f71b-4079-9834-12e8033d1827), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:26.158020 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:26.199066 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:26.231712 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-98449976-f262-494d-b603-e8dd65f6fb33 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (7b8fc84e-f71b-4079-9834-12e8033d1827), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:26.232046 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-98449976-f262-494d-b603-e8dd65f6fb33 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for floatingip (7b8fc84e-f71b-4079-9834-12e8033d1827), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:26.244596 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-98449976-f262-494d-b603-e8dd65f6fb33 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Calling delete_port for 7b8fc84e-f71b-4079-9834-12e8033d1827 owned by network:floatingip {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:42:26.372317 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-98449976-f262-494d-b603-e8dd65f6fb33 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (7b8fc84e-f71b-4079-9834-12e8033d1827), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:26.396930 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98449976-f262-494d-b603-e8dd65f6fb33 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event deleted for resources: {'Port': ['ID=7b8fc84e-f71b-4079-9834-12e8033d1827,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:42:26.460758 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-98449976-f262-494d-b603-e8dd65f6fb33 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for floatingip (8827f792-37ab-434d-b14d-517bdd3e1a1e), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:26.463207 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-98449976-f262-494d-b603-e8dd65f6fb33 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:26.464368 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-98449976-f262-494d-b603-e8dd65f6fb33 tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/8827f792-37ab-434d-b14d-517bdd3e1a1e HTTP/1.1" status: 204 len: 168 time: 0.4157245 Sep 22 12:42:26.693982 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7e20b-01f8-4eb6-beb5-a575e9354c6f req-f6df8f19-1460-49a4-9da7-d3aca4186a08 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:26.695248 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-33c7e20b-01f8-4eb6-beb5-a575e9354c6f req-f6df8f19-1460-49a4-9da7-d3aca4186a08 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports/a29921b4-d529-4d9c-9ca2-b26e9e8e791d HTTP/1.1" status: 200 len: 940 time: 0.1119487 Sep 22 12:42:26.708751 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237024e-3c9b-457a-b5c1-5a2a997c59a0 req-2589e284-3d10-41e8-b131-f82861925a71 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:26.710201 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e237024e-3c9b-457a-b5c1-5a2a997c59a0 req-2589e284-3d10-41e8-b131-f82861925a71 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 943 time: 0.0471704 Sep 22 12:42:26.760365 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-e237024e-3c9b-457a-b5c1-5a2a997c59a0 req-eaa53158-d357-48d4-afa0-5e0ba2df18b4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444388 Sep 22 12:42:27.077796 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-e2323c2b-45fe-4bb4-a45f-0f85a0e709aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:27.680363 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56706) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:42:27.736281 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-c223000c-02c5-415c-a72b-fd2cfb83afef tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group (02f0e148-ca17-411b-9185-6cf2b040e862), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:27.759463 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-c223000c-02c5-415c-a72b-fd2cfb83afef tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group (02f0e148-ca17-411b-9185-6cf2b040e862), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:27.823609 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-c223000c-02c5-415c-a72b-fd2cfb83afef tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (02f0e148-ca17-411b-9185-6cf2b040e862), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:27.826709 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-c223000c-02c5-415c-a72b-fd2cfb83afef tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:27.829487 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-c223000c-02c5-415c-a72b-fd2cfb83afef tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/02f0e148-ca17-411b-9185-6cf2b040e862 HTTP/1.1" status: 204 len: 168 time: 0.1465964 Sep 22 12:42:27.839937 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223000c-02c5-415c-a72b-fd2cfb83afef tempest-TestVolumeBootPattern-2108571459 tempest-TestVolumeBootPattern-2108571459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f0e148-ca17-411b-9185-6cf2b040e862,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:42:27.896405 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56718) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:42:27.933101 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b68ae-26f7-4482-8ddb-73e4d1be7b3a req-84bcca85-d13f-4dad-9a1e-a2a36971e266 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:27.934510 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d68b68ae-26f7-4482-8ddb-73e4d1be7b3a req-84bcca85-d13f-4dad-9a1e-a2a36971e266 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 943 time: 0.0757124 Sep 22 12:42:27.989606 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d68b68ae-26f7-4482-8ddb-73e4d1be7b3a req-25bd32de-0628-4415-9a33-81af09a32e4b tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477147 Sep 22 12:42:28.305201 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-916708cf-43aa-4732-b4cf-a6ef4eb16b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425388'] for router_interface (9901d003-8388-4a46-8181-600209dea5ef), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:28.376202 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:28.380202 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:28.500635 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:28.518758 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-916708cf-43aa-4732-b4cf-a6ef4eb16b69 admin admin] Deleting port 5f100675-585b-4208-a537-986ba04ebdf6 {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:42:28.519094 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-916708cf-43aa-4732-b4cf-a6ef4eb16b69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (5f100675-585b-4208-a537-986ba04ebdf6), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:28.597389 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [None req-916708cf-43aa-4732-b4cf-a6ef4eb16b69 admin admin] For port 5f100675-585b-4208-a537-986ba04ebdf6, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=5f100675-585b-4208-a537-986ba04ebdf6,segment=NetworkSegment(9244f81d-1745-453d-b02d-f5d950c65f60),segment_id=9244f81d-1745-453d-b02d-f5d950c65f60)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:42:28.597746 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-916708cf-43aa-4732-b4cf-a6ef4eb16b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (5f100675-585b-4208-a537-986ba04ebdf6), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:28.610075 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-916708cf-43aa-4732-b4cf-a6ef4eb16b69 admin admin] Calling delete_port for 5f100675-585b-4208-a537-986ba04ebdf6 owned by network:router_interface {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:42:28.782093 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-916708cf-43aa-4732-b4cf-a6ef4eb16b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (5f100675-585b-4208-a537-986ba04ebdf6), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:28.805786 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916708cf-43aa-4732-b4cf-a6ef4eb16b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f100675-585b-4208-a537-986ba04ebdf6,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:42:29.113819 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa5a55-4651-4c70-aab2-4fbf325e9036 req-3aa130cf-d315-4c74-94af-73e2bea20ac0 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:29.115538 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-90fa5a55-4651-4c70-aab2-4fbf325e9036 req-3aa130cf-d315-4c74-94af-73e2bea20ac0 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 943 time: 0.0492783 Sep 22 12:42:29.167330 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-90fa5a55-4651-4c70-aab2-4fbf325e9036 req-c8c77aea-7dbf-4574-af9b-a10eb50a2fe1 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460689 Sep 22 12:42:29.226912 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-916708cf-43aa-4732-b4cf-a6ef4eb16b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630044'] for router_interface (9901d003-8388-4a46-8181-600209dea5ef), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:29.397655 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:29.422101 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916708cf-43aa-4732-b4cf-a6ef4eb16b69 admin admin] Router 9901d003-8388-4a46-8181-600209dea5ef has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:42:29.470138 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:29.526939 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916708cf-43aa-4732-b4cf-a6ef4eb16b69 admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:42:29.532779 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-916708cf-43aa-4732-b4cf-a6ef4eb16b69 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/9901d003-8388-4a46-8181-600209dea5ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6352088 Sep 22 12:42:29.534815 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56726) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:42:29.535720 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccc61d8-4de0-4924-a262-dd1deeee1cb8 None None] Sync routers for ids ['9901d003-8388-4a46-8181-600209dea5ef'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:42:29.546075 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccc61d8-4de0-4924-a262-dd1deeee1cb8 None None] Routers {'9901d003-8388-4a46-8181-600209dea5ef'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:42:29.546676 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-1ccc61d8-4de0-4924-a262-dd1deeee1cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:42:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9901d003-8388-4a46-8181-600209dea5ef'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:42:29.630918 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-016637db-6326-4b3d-abac-ee0b1050c260 admin admin] Publish callbacks [] for router (9901d003-8388-4a46-8181-600209dea5ef), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:29.644819 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-1ccc61d8-4de0-4924-a262-dd1deeee1cb8 None None] Set router 9901d003-8388-4a46-8181-600209dea5ef gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:42:29.736833 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-016637db-6326-4b3d-abac-ee0b1050c260 admin admin] Publish callbacks [] for router_gateway (9901d003-8388-4a46-8181-600209dea5ef), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:29.780629 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-016637db-6326-4b3d-abac-ee0b1050c260 admin admin] Deleting port a1edc7c6-7d32-4382-8446-2eb4764897ae {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:42:29.780963 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-016637db-6326-4b3d-abac-ee0b1050c260 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (a1edc7c6-7d32-4382-8446-2eb4764897ae), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:29.817167 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-1ccc61d8-4de0-4924-a262-dd1deeee1cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82'}], 'enable_snat': True}, 'gw_port_id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:42:28Z', 'revision_number': 5, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port': {'id': 'a1edc7c6-7d32-4382-8446-2eb4764897ae', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:b2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9901d003-8388-4a46-8181-600209dea5ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:42:29.841367 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccc61d8-4de0-4924-a262-dd1deeee1cb8 None None] Checking router: 9901d003-8388-4a46-8181-600209dea5ef for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:42:29.849866 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccc61d8-4de0-4924-a262-dd1deeee1cb8 None None] Routers {'9901d003-8388-4a46-8181-600209dea5ef'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:42:29.850458 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-1ccc61d8-4de0-4924-a262-dd1deeee1cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:42:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['9901d003-8388-4a46-8181-600209dea5ef'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:42:29.862985 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [None req-016637db-6326-4b3d-abac-ee0b1050c260 admin admin] For port a1edc7c6-7d32-4382-8446-2eb4764897ae, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=a1edc7c6-7d32-4382-8446-2eb4764897ae,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:42:29.863560 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-016637db-6326-4b3d-abac-ee0b1050c260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (a1edc7c6-7d32-4382-8446-2eb4764897ae), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:29.876757 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-016637db-6326-4b3d-abac-ee0b1050c260 admin admin] Calling delete_port for a1edc7c6-7d32-4382-8446-2eb4764897ae owned by network:router_gateway {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:42:29.933102 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-1ccc61d8-4de0-4924-a262-dd1deeee1cb8 None None] Set router 9901d003-8388-4a46-8181-600209dea5ef gateway port host: None {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:42:29.954507 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:29.982103 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-1ccc61d8-4de0-4924-a262-dd1deeee1cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:42:29Z', 'revision_number': 6, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port_host': None}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:42:30.008234 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:30.057477 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-016637db-6326-4b3d-abac-ee0b1050c260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (a1edc7c6-7d32-4382-8446-2eb4764897ae), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:30.087305 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016637db-6326-4b3d-abac-ee0b1050c260 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1edc7c6-7d32-4382-8446-2eb4764897ae,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:42:30.101629 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccc61d8-4de0-4924-a262-dd1deeee1cb8 None None] The sync data for ids ['9901d003-8388-4a46-8181-600209dea5ef'] in dv-cinder-856463-4-iscsi is: [{'id': '9901d003-8388-4a46-8181-600209dea5ef', 'name': 'tempest-TestVolumeBootPattern-854810007-router', 'tenant_id': '5d44fc4fa85a4dfb82c31a602037a249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:30Z', 'updated_at': '2022-09-22T12:42:29Z', 'revision_number': 6, 'project_id': '5d44fc4fa85a4dfb82c31a602037a249', 'gw_port_host': None}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:42:30.158071 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-016637db-6326-4b3d-abac-ee0b1050c260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629846'] for router_gateway (9901d003-8388-4a46-8181-600209dea5ef), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:30.244636 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-016637db-6326-4b3d-abac-ee0b1050c260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-633538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12653'] for router (9901d003-8388-4a46-8181-600209dea5ef), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:30.246794 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-016637db-6326-4b3d-abac-ee0b1050c260 admin admin] Publish callbacks [] for router_controller (9901d003-8388-4a46-8181-600209dea5ef), precommit_delete_associations {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:30.295018 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-016637db-6326-4b3d-abac-ee0b1050c260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630113'] for router (9901d003-8388-4a46-8181-600209dea5ef), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:30.295919 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016637db-6326-4b3d-abac-ee0b1050c260 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9901d003-8388-4a46-8181-600209dea5ef {{(pid=106189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 12:42:30.297920 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:42:30.301295 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-016637db-6326-4b3d-abac-ee0b1050c260 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:30.305007 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbf079-6c99-43ee-bce6-b02b0ab7c747 req-cb0b4110-16d9-42c0-a411-9b18fda083ee tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:30.306117 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-016637db-6326-4b3d-abac-ee0b1050c260 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/9901d003-8388-4a46-8181-600209dea5ef HTTP/1.1" status: 204 len: 168 time: 0.7703519 Sep 22 12:42:30.306836 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56732) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:42:30.313403 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d3bbf079-6c99-43ee-bce6-b02b0ab7c747 req-cb0b4110-16d9-42c0-a411-9b18fda083ee tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 943 time: 0.0635760 Sep 22 12:42:30.336428 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:30.341755 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:30.357305 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_v2 [None req-56dc3aa5-0d6a-4ab9-b156-57a7d71e2719 admin admin] Deleting subnet a41b6585-6dac-4960-897e-2f93b9acd95a {{(pid=106189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 12:42:30.361245 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-56dc3aa5-0d6a-4ab9-b156-57a7d71e2719 admin admin] Publish callbacks [] for subnet (a41b6585-6dac-4960-897e-2f93b9acd95a), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:30.382375 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-d3bbf079-6c99-43ee-bce6-b02b0ab7c747 req-6357770a-e9a9-4243-b9f6-4d0b504daec5 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669782 Sep 22 12:42:30.397110 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-56dc3aa5-0d6a-4ab9-b156-57a7d71e2719 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4008918'] for subnet (a41b6585-6dac-4960-897e-2f93b9acd95a), precommit_delete_associations {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:30.415583 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:30.500700 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-56dc3aa5-0d6a-4ab9-b156-57a7d71e2719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16494954'] for subnet (a41b6585-6dac-4960-897e-2f93b9acd95a), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:30.577353 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 5f100675-585b-4208-a537-986ba04ebdf6 no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:42:30.578815 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-56dc3aa5-0d6a-4ab9-b156-57a7d71e2719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2984699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3860115'] for subnet (a41b6585-6dac-4960-897e-2f93b9acd95a), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:30.605230 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 5f100675-585b-4208-a537-986ba04ebdf6 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:42:30.605952 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 5f100675-585b-4208-a537-986ba04ebdf6 not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:42:30.615074 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc3aa5-0d6a-4ab9-b156-57a7d71e2719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a41b6585-6dac-4960-897e-2f93b9acd95a,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:42:30.621868 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-56dc3aa5-0d6a-4ab9-b156-57a7d71e2719 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:30.629205 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56734) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:42:30.639167 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-56dc3aa5-0d6a-4ab9-b156-57a7d71e2719 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/a41b6585-6dac-4960-897e-2f93b9acd95a HTTP/1.1" status: 204 len: 168 time: 0.3301022 Sep 22 12:42:30.657766 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd384015-3d0c-4675-b880-ad98922b9455 None None] Network a1ec96ed-6bf3-486f-b981-c8837f8cbc07 requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:42:30.710753 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a2d398e8-8901-431d-b8cc-73a1dfae20dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16438815'] for network (a1ec96ed-6bf3-486f-b981-c8837f8cbc07), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:30.756158 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-a2d398e8-8901-431d-b8cc-73a1dfae20dd admin admin] Deleting port 727a252d-e30e-4fa3-8c1f-0d99d1de8096 {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:42:30.756527 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a2d398e8-8901-431d-b8cc-73a1dfae20dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (727a252d-e30e-4fa3-8c1f-0d99d1de8096), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:30.825392 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [None req-a2d398e8-8901-431d-b8cc-73a1dfae20dd admin admin] For port 727a252d-e30e-4fa3-8c1f-0d99d1de8096, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=727a252d-e30e-4fa3-8c1f-0d99d1de8096,segment=NetworkSegment(9244f81d-1745-453d-b02d-f5d950c65f60),segment_id=9244f81d-1745-453d-b02d-f5d950c65f60)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:42:30.825757 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a2d398e8-8901-431d-b8cc-73a1dfae20dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (727a252d-e30e-4fa3-8c1f-0d99d1de8096), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:30.839526 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-a2d398e8-8901-431d-b8cc-73a1dfae20dd admin admin] Calling delete_port for 727a252d-e30e-4fa3-8c1f-0d99d1de8096 owned by network:dhcp {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:42:30.883499 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=100 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:30.920809 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a2d398e8-8901-431d-b8cc-73a1dfae20dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (727a252d-e30e-4fa3-8c1f-0d99d1de8096), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:30.950178 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d398e8-8901-431d-b8cc-73a1dfae20dd admin admin] Pushing event deleted for resources: {'Port': ['ID=727a252d-e30e-4fa3-8c1f-0d99d1de8096,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:42:30.957088 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d398e8-8901-431d-b8cc-73a1dfae20dd admin admin] No DVR routers for this DVR port 727a252d-e30e-4fa3-8c1f-0d99d1de8096 on host dv-cinder-856463-4-iscsi {{(pid=106188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:42:30.992811 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea72a1d-be26-4f0c-abc7-60d9a1f76c19 None None] DHCP port deletion for a1ec96ed-6bf3-486f-b981-c8837f8cbc07 request from dv-cinder-856463-4-iscsi {{(pid=106190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 12:42:31.037373 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a2d398e8-8901-431d-b8cc-73a1dfae20dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16032833', 'neutron.services.segments.db._delete_segments_for_network-8742011169985'] for network (a1ec96ed-6bf3-486f-b981-c8837f8cbc07), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:31.058554 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-a2d398e8-8901-431d-b8cc-73a1dfae20dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ec96ed-6bf3-486f-b981-c8837f8cbc07']}} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:42:31.067868 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-a2d398e8-8901-431d-b8cc-73a1dfae20dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9244f81d-1745-453d-b02d-f5d950c65f60') {'for_net_delete': True} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:42:31.068173 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-a2d398e8-8901-431d-b8cc-73a1dfae20dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9244f81d-1745-453d-b02d-f5d950c65f60') {} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:42:31.078187 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a2d398e8-8901-431d-b8cc-73a1dfae20dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742011169877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303439'] for segment (9244f81d-1745-453d-b02d-f5d950c65f60), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:31.092091 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a2d398e8-8901-431d-b8cc-73a1dfae20dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (9244f81d-1745-453d-b02d-f5d950c65f60), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:31.100504 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d398e8-8901-431d-b8cc-73a1dfae20dd admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=106188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 12:42:31.101145 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a2d398e8-8901-431d-b8cc-73a1dfae20dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1310191'] for segment (9244f81d-1745-453d-b02d-f5d950c65f60), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:31.165870 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a2d398e8-8901-431d-b8cc-73a1dfae20dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16032888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629891'] for network (a1ec96ed-6bf3-486f-b981-c8837f8cbc07), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:31.183173 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-a2d398e8-8901-431d-b8cc-73a1dfae20dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:31.186663 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-a2d398e8-8901-431d-b8cc-73a1dfae20dd admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/a1ec96ed-6bf3-486f-b981-c8837f8cbc07 HTTP/1.1" status: 204 len: 168 time: 0.5562801 Sep 22 12:42:31.187885 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d398e8-8901-431d-b8cc-73a1dfae20dd admin admin] Pushing event deleted for resources: {'Network': ['ID=a1ec96ed-6bf3-486f-b981-c8837f8cbc07,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:42:31.189745 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56740) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:42:31.227904 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.services.segments.plugin [-] Segment 9244f81d-1745-453d-b02d-f5d950c65f60 resource provider aggregate not found Sep 22 12:42:31.248708 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.services.segments.plugin [-] Segment 9244f81d-1745-453d-b02d-f5d950c65f60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9244f81d-1745-453d-b02d-f5d950c65f60 found for delete ", "request_id": "req-e1e20280-0ca2-4ea6-83b4-2ff73d68dcca"}]} Sep 22 12:42:31.550716 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d79ac-1e75-4c5d-a59c-ea1a0e7596a6 req-beed66db-e206-4fb0-ac3b-7a9e2c78ceb2 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:31.552068 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f05d79ac-1e75-4c5d-a59c-ea1a0e7596a6 req-beed66db-e206-4fb0-ac3b-7a9e2c78ceb2 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 943 time: 0.0860102 Sep 22 12:42:31.581792 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-567dfec6-c386-4aff-82f4-acd373fd90a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425388'] for router_interface (4f49c84d-b054-427e-a8cb-68058395d2e0), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:31.612694 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7e20b-01f8-4eb6-beb5-a575e9354c6f req-a789348e-4178-42ae-9e7a-82a09ec17c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:31.614157 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-33c7e20b-01f8-4eb6-beb5-a575e9354c6f req-a789348e-4178-42ae-9e7a-82a09ec17c6c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389&tenant_id=f4d530e1b20c47319f5e8949d808c1b3 HTTP/1.1" status: 200 len: 1127 time: 0.0391967 Sep 22 12:42:31.621773 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:31.670848 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f05d79ac-1e75-4c5d-a59c-ea1a0e7596a6 req-a2aa382b-bcee-47d3-8f29-86a46be05842 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102104 Sep 22 12:42:31.698395 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7e20b-01f8-4eb6-beb5-a575e9354c6f req-a8bd0237-f63b-48ff-bedb-544c63c96af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:31.699894 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-33c7e20b-01f8-4eb6-beb5-a575e9354c6f req-a8bd0237-f63b-48ff-bedb-544c63c96af4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f4d530e1b20c47319f5e8949d808c1b3&device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 1127 time: 0.0549934 Sep 22 12:42:31.791971 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7e20b-01f8-4eb6-beb5-a575e9354c6f req-e7623ce5-8090-4979-a993-92cb87941fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:31.793656 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-33c7e20b-01f8-4eb6-beb5-a575e9354c6f req-e7623ce5-8090-4979-a993-92cb87941fe2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=fa4c16fb-2b69-4afc-a780-323b3230115f HTTP/1.1" status: 200 len: 910 time: 0.0843799 Sep 22 12:42:31.804529 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:31.849491 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-567dfec6-c386-4aff-82f4-acd373fd90a4 admin admin] Deleting port 7049d4af-a392-4744-a297-92427ffe10bd {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:42:31.850004 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-567dfec6-c386-4aff-82f4-acd373fd90a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (7049d4af-a392-4744-a297-92427ffe10bd), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:31.862325 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-33c7e20b-01f8-4eb6-beb5-a575e9354c6f req-a1cbd9ac-cf1b-46e0-b499-bc6790a983c9 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a29921b4-d529-4d9c-9ca2-b26e9e8e791d HTTP/1.1" status: 200 len: 998 time: 0.0592973 Sep 22 12:42:31.913435 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7e20b-01f8-4eb6-beb5-a575e9354c6f req-0d2168d0-1839-4784-abfc-ec1ba5fe2345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:31.914881 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-33c7e20b-01f8-4eb6-beb5-a575e9354c6f req-0d2168d0-1839-4784-abfc-ec1ba5fe2345 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=873c4db5-f77e-49ab-8f1e-181a84d91015 HTTP/1.1" status: 200 len: 848 time: 0.0432999 Sep 22 12:42:31.928713 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [None req-567dfec6-c386-4aff-82f4-acd373fd90a4 admin admin] For port 7049d4af-a392-4744-a297-92427ffe10bd, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=7049d4af-a392-4744-a297-92427ffe10bd,segment=NetworkSegment(7fdbe0a8-77e7-429a-8b04-108b04b7d288),segment_id=7fdbe0a8-77e7-429a-8b04-108b04b7d288)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:42:31.929074 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-567dfec6-c386-4aff-82f4-acd373fd90a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (7049d4af-a392-4744-a297-92427ffe10bd), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:31.941752 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-567dfec6-c386-4aff-82f4-acd373fd90a4 admin admin] Calling delete_port for 7049d4af-a392-4744-a297-92427ffe10bd owned by network:router_interface {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:42:31.961571 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7e20b-01f8-4eb6-beb5-a575e9354c6f req-e5fd82cf-6b2a-499e-953c-e60d62936428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:31.963061 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-33c7e20b-01f8-4eb6-beb5-a575e9354c6f req-e5fd82cf-6b2a-499e-953c-e60d62936428 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=fa4c16fb-2b69-4afc-a780-323b3230115f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381227 Sep 22 12:42:32.061185 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-33c7e20b-01f8-4eb6-beb5-a575e9354c6f req-d0c31602-4d8a-4784-99cb-f43b5df2897b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4c16fb-2b69-4afc-a780-323b3230115f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874243 Sep 22 12:42:32.123094 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-567dfec6-c386-4aff-82f4-acd373fd90a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (7049d4af-a392-4744-a297-92427ffe10bd), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:32.157290 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-33c7e20b-01f8-4eb6-beb5-a575e9354c6f req-e6fc3030-2a52-41ee-a290-f8c9477da0ae service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4c16fb-2b69-4afc-a780-323b3230115f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860534 Sep 22 12:42:32.388585 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567dfec6-c386-4aff-82f4-acd373fd90a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7049d4af-a392-4744-a297-92427ffe10bd,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:42:32.541879 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device a1edc7c6-7d32-4382-8446-2eb4764897ae no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:42:32.552771 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-567dfec6-c386-4aff-82f4-acd373fd90a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630044'] for router_interface (4f49c84d-b054-427e-a8cb-68058395d2e0), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:32.562119 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: a1edc7c6-7d32-4382-8446-2eb4764897ae {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:42:32.562465 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device a1edc7c6-7d32-4382-8446-2eb4764897ae not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:42:32.563447 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 727a252d-e30e-4fa3-8c1f-0d99d1de8096 no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:42:32.587445 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 727a252d-e30e-4fa3-8c1f-0d99d1de8096 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:42:32.587886 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 727a252d-e30e-4fa3-8c1f-0d99d1de8096 not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:42:32.667459 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:32.799748 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567dfec6-c386-4aff-82f4-acd373fd90a4 admin admin] Router 4f49c84d-b054-427e-a8cb-68058395d2e0 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:42:32.806268 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41924f-153d-49cc-87e6-f7292c0abfb0 req-e4549ec2-5bc9-49c7-9b3c-76953427e158 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:32.807710 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7e41924f-153d-49cc-87e6-f7292c0abfb0 req-e4549ec2-5bc9-49c7-9b3c-76953427e158 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 943 time: 0.0604148 Sep 22 12:42:32.901978 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-7e41924f-153d-49cc-87e6-f7292c0abfb0 req-c17dd2ac-59cb-4024-b15a-3de2bcaa916f tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876977 Sep 22 12:42:32.932354 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:32.949651 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567dfec6-c386-4aff-82f4-acd373fd90a4 admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:42:32.954587 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-567dfec6-c386-4aff-82f4-acd373fd90a4 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/4f49c84d-b054-427e-a8cb-68058395d2e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7638094 Sep 22 12:42:32.957226 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56748) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:42:32.958933 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06941e43-fd30-49fe-b595-4e0b2e21a365 None None] Sync routers for ids ['4f49c84d-b054-427e-a8cb-68058395d2e0'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:42:32.969934 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06941e43-fd30-49fe-b595-4e0b2e21a365 None None] Routers {'4f49c84d-b054-427e-a8cb-68058395d2e0'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:42:32.970657 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-06941e43-fd30-49fe-b595-4e0b2e21a365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:42:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['4f49c84d-b054-427e-a8cb-68058395d2e0'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:42:33.067428 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-dc0553b0-edbb-491d-adc2-37860bcd4efd admin admin] Publish callbacks [] for router (4f49c84d-b054-427e-a8cb-68058395d2e0), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:33.078049 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-06941e43-fd30-49fe-b595-4e0b2e21a365 None None] Set router 4f49c84d-b054-427e-a8cb-68058395d2e0 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:42:33.165484 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-dc0553b0-edbb-491d-adc2-37860bcd4efd admin admin] Publish callbacks [] for router_gateway (4f49c84d-b054-427e-a8cb-68058395d2e0), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:33.207213 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-dc0553b0-edbb-491d-adc2-37860bcd4efd admin admin] Deleting port 011b0a51-eb77-4122-92eb-ecf79e3a508a {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:42:33.207555 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-dc0553b0-edbb-491d-adc2-37860bcd4efd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (011b0a51-eb77-4122-92eb-ecf79e3a508a), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:33.244352 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-06941e43-fd30-49fe-b595-4e0b2e21a365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f49c84d-b054-427e-a8cb-68058395d2e0', 'name': 'tempest-TestVolumeBootPattern-1337973546-router', 'tenant_id': '51980456e4f84b9183583477f03f3731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '011b0a51-eb77-4122-92eb-ecf79e3a508a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:34Z', 'updated_at': '2022-09-22T12:42:32Z', 'revision_number': 5, 'project_id': '51980456e4f84b9183583477f03f3731', 'gw_port': {'id': '011b0a51-eb77-4122-92eb-ecf79e3a508a', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:1b:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f49c84d-b054-427e-a8cb-68058395d2e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:35:35Z', 'updated_at': '2022-09-22T12:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:42:33.273469 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06941e43-fd30-49fe-b595-4e0b2e21a365 None None] Checking router: 4f49c84d-b054-427e-a8cb-68058395d2e0 for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:42:33.282536 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06941e43-fd30-49fe-b595-4e0b2e21a365 None None] Routers {'4f49c84d-b054-427e-a8cb-68058395d2e0'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:42:33.283134 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-06941e43-fd30-49fe-b595-4e0b2e21a365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:42:27Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['4f49c84d-b054-427e-a8cb-68058395d2e0'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:42:33.284657 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:33.291445 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [None req-dc0553b0-edbb-491d-adc2-37860bcd4efd admin admin] For port 011b0a51-eb77-4122-92eb-ecf79e3a508a, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=011b0a51-eb77-4122-92eb-ecf79e3a508a,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:42:33.291811 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-dc0553b0-edbb-491d-adc2-37860bcd4efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (011b0a51-eb77-4122-92eb-ecf79e3a508a), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:33.305053 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-dc0553b0-edbb-491d-adc2-37860bcd4efd admin admin] Calling delete_port for 011b0a51-eb77-4122-92eb-ecf79e3a508a owned by network:router_gateway {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:42:33.371044 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-06941e43-fd30-49fe-b595-4e0b2e21a365 None None] Set router 4f49c84d-b054-427e-a8cb-68058395d2e0 gateway port host: None {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:42:33.423592 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-06941e43-fd30-49fe-b595-4e0b2e21a365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f49c84d-b054-427e-a8cb-68058395d2e0', 'name': 'tempest-TestVolumeBootPattern-1337973546-router', 'tenant_id': '51980456e4f84b9183583477f03f3731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:34Z', 'updated_at': '2022-09-22T12:42:33Z', 'revision_number': 6, 'project_id': '51980456e4f84b9183583477f03f3731', 'gw_port_host': None}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:42:33.447969 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06941e43-fd30-49fe-b595-4e0b2e21a365 None None] The sync data for ids ['4f49c84d-b054-427e-a8cb-68058395d2e0'] in dv-cinder-856463-4-iscsi is: [{'id': '4f49c84d-b054-427e-a8cb-68058395d2e0', 'name': 'tempest-TestVolumeBootPattern-1337973546-router', 'tenant_id': '51980456e4f84b9183583477f03f3731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:35:34Z', 'updated_at': '2022-09-22T12:42:33Z', 'revision_number': 6, 'project_id': '51980456e4f84b9183583477f03f3731', 'gw_port_host': None}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:42:33.468199 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-dc0553b0-edbb-491d-adc2-37860bcd4efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (011b0a51-eb77-4122-92eb-ecf79e3a508a), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:33.494635 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0553b0-edbb-491d-adc2-37860bcd4efd admin admin] Pushing event deleted for resources: {'Port': ['ID=011b0a51-eb77-4122-92eb-ecf79e3a508a,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:42:33.539009 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:33.558233 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-dc0553b0-edbb-491d-adc2-37860bcd4efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629846'] for router_gateway (4f49c84d-b054-427e-a8cb-68058395d2e0), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:33.644559 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-dc0553b0-edbb-491d-adc2-37860bcd4efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-633538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12653'] for router (4f49c84d-b054-427e-a8cb-68058395d2e0), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:33.647215 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-dc0553b0-edbb-491d-adc2-37860bcd4efd admin admin] Publish callbacks [] for router_controller (4f49c84d-b054-427e-a8cb-68058395d2e0), precommit_delete_associations {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:33.691843 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-dc0553b0-edbb-491d-adc2-37860bcd4efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630113'] for router (4f49c84d-b054-427e-a8cb-68058395d2e0), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:33.692419 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0553b0-edbb-491d-adc2-37860bcd4efd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f49c84d-b054-427e-a8cb-68058395d2e0 {{(pid=106188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 12:42:33.696938 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-dc0553b0-edbb-491d-adc2-37860bcd4efd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:33.698051 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-dc0553b0-edbb-491d-adc2-37860bcd4efd admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/4f49c84d-b054-427e-a8cb-68058395d2e0 HTTP/1.1" status: 204 len: 168 time: 0.7399306 Sep 22 12:42:33.700661 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56750) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:42:33.744816 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b9f4411-84f7-493a-b98a-2ec88368aba1 admin admin] Deleting subnet 7ffc4c2a-ad13-46a9-8a0d-b5cef975427a {{(pid=106188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 12:42:33.747870 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0b9f4411-84f7-493a-b98a-2ec88368aba1 admin admin] Publish callbacks [] for subnet (7ffc4c2a-ad13-46a9-8a0d-b5cef975427a), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:33.783637 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0b9f4411-84f7-493a-b98a-2ec88368aba1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303476'] for subnet (7ffc4c2a-ad13-46a9-8a0d-b5cef975427a), precommit_delete_associations {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:33.809170 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:33.868007 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0b9f4411-84f7-493a-b98a-2ec88368aba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16494954'] for subnet (7ffc4c2a-ad13-46a9-8a0d-b5cef975427a), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:33.920580 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0b9f4411-84f7-493a-b98a-2ec88368aba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1310037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2597151'] for subnet (7ffc4c2a-ad13-46a9-8a0d-b5cef975427a), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:33.947499 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f4411-84f7-493a-b98a-2ec88368aba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ffc4c2a-ad13-46a9-8a0d-b5cef975427a,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:42:33.951315 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-0b9f4411-84f7-493a-b98a-2ec88368aba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:33.957669 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-0b9f4411-84f7-493a-b98a-2ec88368aba1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/7ffc4c2a-ad13-46a9-8a0d-b5cef975427a HTTP/1.1" status: 204 len: 168 time: 0.2537057 Sep 22 12:42:33.957902 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56754) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:42:33.960746 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08169fdc-a714-4d9e-aa02-406fa13da05e None None] Network f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:42:34.009925 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:34.064666 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf0fbcb8-507b-4389-af9d-d15162caabc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16438815'] for network (f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:34.071855 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32ae99-394e-4e26-afe1-2e3068790842 req-f7bfb1a1-77b4-4408-b84b-d9da5822ea84 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:34.073359 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5c32ae99-394e-4e26-afe1-2e3068790842 req-f7bfb1a1-77b4-4408-b84b-d9da5822ea84 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 943 time: 0.0717683 Sep 22 12:42:34.148181 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-bf0fbcb8-507b-4389-af9d-d15162caabc2 admin admin] Deleting port de53c0bf-c279-4c31-b9cb-87a7091cf175 {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:42:34.148487 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf0fbcb8-507b-4389-af9d-d15162caabc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (de53c0bf-c279-4c31-b9cb-87a7091cf175), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:34.155539 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5c32ae99-394e-4e26-afe1-2e3068790842 req-13ebf579-be15-45d8-abaa-d0310ab2cb94 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760911 Sep 22 12:42:34.189315 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f7ff09-46f7-4163-893b-4dc118c6694e None None] DHCP port deletion for f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb request from dv-cinder-856463-4-iscsi {{(pid=106190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 12:42:34.221278 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [None req-bf0fbcb8-507b-4389-af9d-d15162caabc2 admin admin] For port de53c0bf-c279-4c31-b9cb-87a7091cf175, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=de53c0bf-c279-4c31-b9cb-87a7091cf175,segment=NetworkSegment(7fdbe0a8-77e7-429a-8b04-108b04b7d288),segment_id=7fdbe0a8-77e7-429a-8b04-108b04b7d288)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:42:34.221721 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf0fbcb8-507b-4389-af9d-d15162caabc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (de53c0bf-c279-4c31-b9cb-87a7091cf175), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:34.230270 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7ff09-46f7-4163-893b-4dc118c6694e None None] Deleting port de53c0bf-c279-4c31-b9cb-87a7091cf175 {{(pid=106190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:42:34.230636 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-e5f7ff09-46f7-4163-893b-4dc118c6694e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (de53c0bf-c279-4c31-b9cb-87a7091cf175), before_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:34.236681 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-bf0fbcb8-507b-4389-af9d-d15162caabc2 admin admin] Calling delete_port for de53c0bf-c279-4c31-b9cb-87a7091cf175 owned by network:dhcp {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:42:34.319792 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf0fbcb8-507b-4389-af9d-d15162caabc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (de53c0bf-c279-4c31-b9cb-87a7091cf175), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:34.345100 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fbcb8-507b-4389-af9d-d15162caabc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=de53c0bf-c279-4c31-b9cb-87a7091cf175,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:42:34.352644 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0fbcb8-507b-4389-af9d-d15162caabc2 admin admin] No DVR routers for this DVR port de53c0bf-c279-4c31-b9cb-87a7091cf175 on host dv-cinder-856463-4-iscsi {{(pid=106188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:42:34.427023 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-e5f7ff09-46f7-4163-893b-4dc118c6694e None None] For port de53c0bf-c279-4c31-b9cb-87a7091cf175, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=de53c0bf-c279-4c31-b9cb-87a7091cf175,segment=NetworkSegment(7fdbe0a8-77e7-429a-8b04-108b04b7d288),segment_id=7fdbe0a8-77e7-429a-8b04-108b04b7d288)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:42:34.427649 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-e5f7ff09-46f7-4163-893b-4dc118c6694e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (de53c0bf-c279-4c31-b9cb-87a7091cf175), precommit_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:34.430987 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf0fbcb8-507b-4389-af9d-d15162caabc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16032833', 'neutron.services.segments.db._delete_segments_for_network-8742011169985'] for network (f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:34.445701 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7ff09-46f7-4163-893b-4dc118c6694e None None] Calling delete_port for de53c0bf-c279-4c31-b9cb-87a7091cf175 owned by network:dhcp {{(pid=106190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:42:34.456271 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-bf0fbcb8-507b-4389-af9d-d15162caabc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb']}} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:42:34.463077 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:34.467072 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-bf0fbcb8-507b-4389-af9d-d15162caabc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fdbe0a8-77e7-429a-8b04-108b04b7d288') {'for_net_delete': True} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:42:34.467365 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-bf0fbcb8-507b-4389-af9d-d15162caabc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fdbe0a8-77e7-429a-8b04-108b04b7d288') {} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:42:34.480809 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf0fbcb8-507b-4389-af9d-d15162caabc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742011169877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303439'] for segment (7fdbe0a8-77e7-429a-8b04-108b04b7d288), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:34.497252 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf0fbcb8-507b-4389-af9d-d15162caabc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (7fdbe0a8-77e7-429a-8b04-108b04b7d288), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:34.498974 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 7049d4af-a392-4744-a297-92427ffe10bd no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:42:34.508282 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf0fbcb8-507b-4389-af9d-d15162caabc2 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=106188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 12:42:34.508785 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf0fbcb8-507b-4389-af9d-d15162caabc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1310191'] for segment (7fdbe0a8-77e7-429a-8b04-108b04b7d288), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:34.532520 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 7049d4af-a392-4744-a297-92427ffe10bd {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:42:34.532869 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 7049d4af-a392-4744-a297-92427ffe10bd not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:42:34.533284 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device de53c0bf-c279-4c31-b9cb-87a7091cf175 no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:42:34.556711 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.services.segments.plugin [-] Segment 7fdbe0a8-77e7-429a-8b04-108b04b7d288 resource provider aggregate not found Sep 22 12:42:34.556939 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: de53c0bf-c279-4c31-b9cb-87a7091cf175 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:42:34.557210 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device de53c0bf-c279-4c31-b9cb-87a7091cf175 not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:42:34.557617 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 011b0a51-eb77-4122-92eb-ecf79e3a508a no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:42:34.577927 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.services.segments.plugin [-] Segment 7fdbe0a8-77e7-429a-8b04-108b04b7d288 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fdbe0a8-77e7-429a-8b04-108b04b7d288 found for delete ", "request_id": "req-3dd60117-f229-4d09-bf1b-993a10261c4c"}]} Sep 22 12:42:34.582656 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf0fbcb8-507b-4389-af9d-d15162caabc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16032888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629891'] for network (f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:34.582813 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 011b0a51-eb77-4122-92eb-ecf79e3a508a {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:42:34.583136 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 011b0a51-eb77-4122-92eb-ecf79e3a508a not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:42:34.588488 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-bf0fbcb8-507b-4389-af9d-d15162caabc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:34.590207 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-e5f7ff09-46f7-4163-893b-4dc118c6694e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169'] for port (de53c0bf-c279-4c31-b9cb-87a7091cf175), after_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:34.594627 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-bf0fbcb8-507b-4389-af9d-d15162caabc2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb HTTP/1.1" status: 204 len: 168 time: 0.6326466 Sep 22 12:42:34.604185 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fbcb8-507b-4389-af9d-d15162caabc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:42:34.615543 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e5f7ff09-46f7-4163-893b-4dc118c6694e None None] Network f5663a94-76b4-45d2-a16a-d1f4ed6e3fcb is not hosted by any dhcp agent {{(pid=106190) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 22 12:42:34.616001 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f7ff09-46f7-4163-893b-4dc118c6694e None None] No DVR routers for this DVR port de53c0bf-c279-4c31-b9cb-87a7091cf175 on host dv-cinder-856463-4-iscsi {{(pid=106190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:42:34.618617 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7ff09-46f7-4163-893b-4dc118c6694e None None] Pushing event deleted for resources: {'Port': ['ID=de53c0bf-c279-4c31-b9cb-87a7091cf175,revision_number=None']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:42:34.719961 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56762) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:42:34.759855 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-1ee8fc37-90bb-459a-90af-1c626504e9b5 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5d44fc4fa85a4dfb82c31a602037a249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386581 Sep 22 12:42:34.762282 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56764) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:42:34.809090 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-fccc7910-20d0-4085-84f0-28b7d4f4f369 admin admin] Publish callbacks [] for security_group (6485042e-b453-4f10-b308-304cbbe06c28), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:34.816235 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:34.830436 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-fccc7910-20d0-4085-84f0-28b7d4f4f369 admin admin] Publish callbacks [] for security_group (6485042e-b453-4f10-b308-304cbbe06c28), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:34.878275 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-fccc7910-20d0-4085-84f0-28b7d4f4f369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (6485042e-b453-4f10-b308-304cbbe06c28), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:34.880839 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-fccc7910-20d0-4085-84f0-28b7d4f4f369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:34.881978 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-fccc7910-20d0-4085-84f0-28b7d4f4f369 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6485042e-b453-4f10-b308-304cbbe06c28 HTTP/1.1" status: 204 len: 168 time: 0.1188240 Sep 22 12:42:34.889668 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc7910-20d0-4085-84f0-28b7d4f4f369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6485042e-b453-4f10-b308-304cbbe06c28,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:42:35.188800 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56772) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:42:35.229111 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-8cc98304-277c-45d6-9776-e36119b7117e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=51980456e4f84b9183583477f03f3731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391343 Sep 22 12:42:35.231916 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56774) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:42:35.279058 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e0cc4-5271-41b7-bb0a-9be1537fbb63 req-40ae64f4-e6cf-486b-8d1a-e6e3e51199e8 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:35.280595 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ab1e0cc4-5271-41b7-bb0a-9be1537fbb63 req-40ae64f4-e6cf-486b-8d1a-e6e3e51199e8 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 943 time: 0.0486472 Sep 22 12:42:35.285750 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2becafe4-239d-43b1-881e-be948bc9513c admin admin] Publish callbacks [] for security_group (41615341-8dce-4423-855d-6f576c222928), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:35.306253 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2becafe4-239d-43b1-881e-be948bc9513c admin admin] Publish callbacks [] for security_group (41615341-8dce-4423-855d-6f576c222928), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:35.330446 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-ab1e0cc4-5271-41b7-bb0a-9be1537fbb63 req-856998ae-5ba4-4436-835f-ae24017bd5d2 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441904 Sep 22 12:42:35.331771 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:35.360440 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2becafe4-239d-43b1-881e-be948bc9513c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (41615341-8dce-4423-855d-6f576c222928), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:35.362907 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-2becafe4-239d-43b1-881e-be948bc9513c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:35.364052 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-2becafe4-239d-43b1-881e-be948bc9513c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/41615341-8dce-4423-855d-6f576c222928 HTTP/1.1" status: 204 len: 168 time: 0.1311197 Sep 22 12:42:35.371893 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2becafe4-239d-43b1-881e-be948bc9513c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41615341-8dce-4423-855d-6f576c222928,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:42:36.449573 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d8c98-9bb1-4714-86a5-81e13ffbcaeb req-4469e5bc-40df-47dc-aa23-01d9ce94474a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:36.451000 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9e7d8c98-9bb1-4714-86a5-81e13ffbcaeb req-4469e5bc-40df-47dc-aa23-01d9ce94474a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 943 time: 0.0459497 Sep 22 12:42:36.499111 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-9e7d8c98-9bb1-4714-86a5-81e13ffbcaeb req-f395a2c8-816a-4aee-86d2-9e18b45c43c4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419033 Sep 22 12:42:37.617526 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c64881-757f-4702-a4cb-f597398811d3 req-b47ca51f-8889-4287-8942-f85bc466fc96 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:37.618932 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f7c64881-757f-4702-a4cb-f597398811d3 req-b47ca51f-8889-4287-8942-f85bc466fc96 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 943 time: 0.0456014 Sep 22 12:42:37.670242 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-f7c64881-757f-4702-a4cb-f597398811d3 req-831b561a-25a9-4761-bb41-b6443786c1c1 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458605 Sep 22 12:42:38.530358 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:38.789265 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95268595-9755-4326-83c9-104bd7d60202 req-f8f3b929-39c1-495c-8320-bcd791b6fcba tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:38.790721 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-95268595-9755-4326-83c9-104bd7d60202 req-f8f3b929-39c1-495c-8320-bcd791b6fcba tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 943 time: 0.0464516 Sep 22 12:42:38.839722 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-95268595-9755-4326-83c9-104bd7d60202 req-23166e88-18a5-4070-96b8-7113d2380a74 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435207 Sep 22 12:42:39.345136 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device a29921b4-d529-4d9c-9ca2-b26e9e8e791d details requested by agent hyperv_hv-cinder-85646 with host hv-cinder-85646 {{(pid=106190) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 12:42:39.452471 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port a29921b4-d529-4d9c-9ca2-b26e9e8e791d, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a29921b4-d529-4d9c-9ca2-b26e9e8e791d,segment=NetworkSegment(734d6f0e-5e66-4034-999c-34e23d7f5c13),segment_id=734d6f0e-5e66-4034-999c-34e23d7f5c13)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:42:39.463350 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Returning: {'device': 'a29921b4-d529-4d9c-9ca2-b26e9e8e791d', 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f', 'port_id': 'a29921b4-d529-4d9c-9ca2-b26e9e8e791d', 'mac_address': 'fa:16:3e:32:2f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '873c4db5-f77e-49ab-8f1e-181a84d91015', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106190) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 12:42:39.501473 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port a29921b4-d529-4d9c-9ca2-b26e9e8e791d is: DOWN; New status is: BUILD {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:42:39.501857 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:39.514424 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29921b4-d529-4d9c-9ca2-b26e9e8e791d {{(pid=106190) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 22 12:42:39.533808 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port a29921b4-d529-4d9c-9ca2-b26e9e8e791d, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a29921b4-d529-4d9c-9ca2-b26e9e8e791d,segment=NetworkSegment(734d6f0e-5e66-4034-999c-34e23d7f5c13),segment_id=734d6f0e-5e66-4034-999c-34e23d7f5c13)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:42:39.537769 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:39.582214 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=a29921b4-d529-4d9c-9ca2-b26e9e8e791d,revision_number=7']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:42:39.794177 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] get_ports_and_sgs() called for port_ids ['a29921b4-d529-4d9c-9ca2-b26e9e8e791d'] {{(pid=106190) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 22 12:42:39.830012 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:39.958548 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=84 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:39.961697 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336dd97-3c22-46ba-900b-1a60258f9fe5 req-ea72e9be-79f0-41d5-837a-8e47ab4c265e tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:39.963192 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3336dd97-3c22-46ba-900b-1a60258f9fe5 req-ea72e9be-79f0-41d5-837a-8e47ab4c265e tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 944 time: 0.0458045 Sep 22 12:42:39.996286 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:40.015429 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-3336dd97-3c22-46ba-900b-1a60258f9fe5 req-71ee3420-f278-4f4e-b2b0-1d7b3ed033de tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464368 Sep 22 12:42:40.296044 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=87 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:41.145803 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418eddc6-b696-4239-8bf9-486f9bb66720 req-9bc56103-0264-4328-b972-6e74b7951d08 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:41.147236 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-418eddc6-b696-4239-8bf9-486f9bb66720 req-9bc56103-0264-4328-b972-6e74b7951d08 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 944 time: 0.0494859 Sep 22 12:42:41.194555 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-418eddc6-b696-4239-8bf9-486f9bb66720 req-ba8ddc77-c9a8-4f2b-85fd-9120cd4b703a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418038 Sep 22 12:42:41.361635 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device a29921b4-d529-4d9c-9ca2-b26e9e8e791d up at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 12:42:41.404054 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.provisioning_blocks [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Provisioning complete for port a29921b4-d529-4d9c-9ca2-b26e9e8e791d triggered by entity L2. {{(pid=106190) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 22 12:42:41.404461 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16039134'] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), provisioning_complete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:41.404797 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Attempt 1 to provision port a29921b4-d529-4d9c-9ca2-b26e9e8e791d Sep 22 12:42:41.478616 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Current status of the port a29921b4-d529-4d9c-9ca2-b26e9e8e791d is: BUILD; New status is: ACTIVE {{(pid=106190) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 22 12:42:41.478997 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16418126'] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), before_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:41.501222 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0e560d-30a4-4a49-8068-9a2e57a77389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29921b4-d529-4d9c-9ca2-b26e9e8e791d'}] {{(pid=106190) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:42:41.503428 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4dbe40f51238d0757bd767e64cf55ead3ab37ed1f41b7690f54a978b567ddffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f17627-8b6a-48df-9c84-a956a4f0b06e" -d '{"events": [{"server_uuid": "3e0e560d-30a4-4a49-8068-9a2e57a77389", "name": "network-vif-plugged", "status": "completed", "tag": "a29921b4-d529-4d9c-9ca2-b26e9e8e791d"}]}' {{(pid=106190) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:42:41.516375 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] For port a29921b4-d529-4d9c-9ca2-b26e9e8e791d, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a29921b4-d529-4d9c-9ca2-b26e9e8e791d,segment=NetworkSegment(734d6f0e-5e66-4034-999c-34e23d7f5c13),segment_id=734d6f0e-5e66-4034-999c-34e23d7f5c13)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:42:41.520620 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742011179942', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742010687178', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742010687196'] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:41.545662 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93463e8e-c23f-42c5-b6aa-f647a99b1f09 x-openstack-request-id: req-93463e8e-c23f-42c5-b6aa-f647a99b1f09 {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:42:41.545945 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0e560d-30a4-4a49-8068-9a2e57a77389", "name": "network-vif-plugged", "status": "completed", "tag": "a29921b4-d529-4d9c-9ca2-b26e9e8e791d", "code": 200}]} {{(pid=106190) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:42:41.546192 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-93463e8e-c23f-42c5-b6aa-f647a99b1f09 {{(pid=106190) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:42:41.546573 dv-cinder-856463-4-iscsi neutron-server[106190]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93463e8e-c23f-42c5-b6aa-f647a99b1f09'] response: {'server_uuid': '3e0e560d-30a4-4a49-8068-9a2e57a77389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29921b4-d529-4d9c-9ca2-b26e9e8e791d', 'code': 200} Sep 22 12:42:41.574079 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Pushing event updated for resources: {'Port': ['ID=a29921b4-d529-4d9c-9ca2-b26e9e8e791d,revision_number=8']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:42:41.779237 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc079f03-e748-44f1-a49a-56e707fcf9ae req-be94a906-b409-42db-80bf-1e538d2f39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:41.780628 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-bc079f03-e748-44f1-a49a-56e707fcf9ae req-be94a906-b409-42db-80bf-1e538d2f39ae service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 1129 time: 0.0381918 Sep 22 12:42:41.827382 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-bc079f03-e748-44f1-a49a-56e707fcf9ae req-a1116f83-5213-45ee-9966-11481873f66f service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378380 Sep 22 12:42:42.314365 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac773c-d649-4b39-a86f-046cdc385e99 req-59a937fd-25ae-42fb-ad79-d1d7305f53a6 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:42.315812 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-83ac773c-d649-4b39-a86f-046cdc385e99 req-59a937fd-25ae-42fb-ad79-d1d7305f53a6 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 945 time: 0.0457931 Sep 22 12:42:42.364150 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-83ac773c-d649-4b39-a86f-046cdc385e99 req-b0da467c-a35e-4c3c-b845-cd85f8607b2a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427930 Sep 22 12:42:43.457428 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:43.495901 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258fe6c-6175-4458-9f26-c792d9632cc9 req-44c9339a-e7bc-407a-b849-55b656b960ff tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:42:43.497385 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5258fe6c-6175-4458-9f26-c792d9632cc9 req-44c9339a-e7bc-407a-b849-55b656b960ff tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 945 time: 0.0499928 Sep 22 12:42:43.545307 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-5258fe6c-6175-4458-9f26-c792d9632cc9 req-25d01e80-1f25-4812-b8bd-2c2e04df4176 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423758 Sep 22 12:42:51.565011 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=31 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:51.572136 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:51.816195 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=12 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:51.824110 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:53.323690 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:53.537651 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=86,neutron:DELETE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:53.541838 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=6 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:42:54.993681 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-0717215e-8a86-4c17-9685-66f5645f83c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:57.080590 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-cc096e6c-5dd0-44d8-af39-719d5162bd4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:58.503259 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:42:59.955921 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:43:00.010578 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:43:07.297584 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:43:08.531051 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:43:17.293442 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=2 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:43:17.294076 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=6 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:43:18.525422 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:43:18.527356 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:43:24.995362 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-dd6380a4-1553-414b-a9b5-cbe4e4c1af10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:43:27.082172 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-139d708c-3a12-4a06-ab0d-5c044de32dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:43:28.505022 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:43:29.958640 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:43:30.010786 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:43:38.544550 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:43:44.295776 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:43:48.539082 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:43:48.540927 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:43:54.994500 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=18 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:43:54.996477 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=16 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:43:54.996998 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1aafdf48-a1fe-4fdf-8462-b88d850c94dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:43:57.086597 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-edf192e6-a8d0-4f57-9811-77681abe961e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:43:58.506779 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:43:58.978641 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56800) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:43:59.118592 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Deleting port e9860940-e2a3-4eac-af37-cd87020e746c {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:43:59.118927 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (e9860940-e2a3-4eac-af37-cd87020e746c), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:43:59.193600 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (e9860940-e2a3-4eac-af37-cd87020e746c), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:43:59.193838 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for floatingip (e9860940-e2a3-4eac-af37-cd87020e746c), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:43:59.209520 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Calling delete_port for e9860940-e2a3-4eac-af37-cd87020e746c owned by network:floatingip {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:43:59.346628 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (e9860940-e2a3-4eac-af37-cd87020e746c), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:43:59.368743 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Pushing event deleted for resources: {'Port': ['ID=e9860940-e2a3-4eac-af37-cd87020e746c,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:43:59.382532 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:43:59.382877 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:43:59.383215 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:43:59.383543 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:43:59.383875 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:43:59.384200 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:43:59.384545 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:43:59.384866 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:43:59.385183 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:43:59.385496 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:43:59.385810 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:43:59.386125 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:43:59.386438 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:43:59.386749 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:43:59.387059 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:43:59.444887 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for floatingip (5fccab55-b3bb-4d1e-937c-49836ff0162c), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:43:59.445128 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.db.l3_db [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Floating IP 5fccab55-b3bb-4d1e-937c-49836ff0162c disassociated (deleted). External IP: 172.27.0.85, port: a29921b4-d529-4d9c-9ca2-b26e9e8e791d. Sep 22 12:43:59.636079 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Router b59af2f0-bac2-4482-894f-650709d4b090 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:43:59.961747 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:43:59.980750 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:43:59.985505 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for floatingip (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:43:59.989958 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb42bbe-ef93-41be-9c02-94d3fd1e6d24 None None] Sync routers for ids ['b59af2f0-bac2-4482-894f-650709d4b090'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:44:00.000865 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb42bbe-ef93-41be-9c02-94d3fd1e6d24 None None] Routers {'b59af2f0-bac2-4482-894f-650709d4b090'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:44:00.001578 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-bbb42bbe-ef93-41be-9c02-94d3fd1e6d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:43:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b59af2f0-bac2-4482-894f-650709d4b090'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:44:00.009478 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:00.015191 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:00.020611 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-384a73e8-f08e-4294-8649-36bdab73df8a tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/5fccab55-b3bb-4d1e-937c-49836ff0162c HTTP/1.1" status: 204 len: 168 time: 1.0408630 Sep 22 12:44:00.021398 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0e560d-30a4-4a49-8068-9a2e57a77389', 'tag': 'a29921b4-d529-4d9c-9ca2-b26e9e8e791d'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:44:00.023678 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4972c2-ae44-43f0-b0f8-4a0a4441a0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0e560d-30a4-4a49-8068-9a2e57a77389", "tag": "a29921b4-d529-4d9c-9ca2-b26e9e8e791d"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:44:00.074240 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 12:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ea8df2-3fb6-40a4-9b92-5215d2fda2be x-openstack-request-id: req-40ea8df2-3fb6-40a4-9b92-5215d2fda2be {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:44:00.074532 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0e560d-30a4-4a49-8068-9a2e57a77389", "tag": "a29921b4-d529-4d9c-9ca2-b26e9e8e791d", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:44:00.074786 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-40ea8df2-3fb6-40a4-9b92-5215d2fda2be {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:44:00.075193 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ea8df2-3fb6-40a4-9b92-5215d2fda2be'] response: {'name': 'network-changed', 'server_uuid': '3e0e560d-30a4-4a49-8068-9a2e57a77389', 'tag': 'a29921b4-d529-4d9c-9ca2-b26e9e8e791d', 'status': 'completed', 'code': 200} Sep 22 12:44:00.129151 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-bbb42bbe-ef93-41be-9c02-94d3fd1e6d24 None None] Set router b59af2f0-bac2-4482-894f-650709d4b090 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:44:00.156667 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4972c2-ae44-43f0-b0f8-4a0a4441a0f9 req-76c7542b-233a-4c02-945a-46d61d53a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:44:00.158281 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-6c4972c2-ae44-43f0-b0f8-4a0a4441a0f9 req-76c7542b-233a-4c02-945a-46d61d53a750 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f4d530e1b20c47319f5e8949d808c1b3&device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 1129 time: 0.0504231 Sep 22 12:44:00.260136 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4972c2-ae44-43f0-b0f8-4a0a4441a0f9 req-e49d27e9-a319-4ab5-a403-64fdb659a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:44:00.261719 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-6c4972c2-ae44-43f0-b0f8-4a0a4441a0f9 req-e49d27e9-a319-4ab5-a403-64fdb659a936 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=fa4c16fb-2b69-4afc-a780-323b3230115f HTTP/1.1" status: 200 len: 910 time: 0.0968962 Sep 22 12:44:00.277766 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406cc329-b163-4369-9485-9edad105f692 req-b23c232a-f0e2-4e92-8f4e-9b7bd4f0b74b tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:44:00.279485 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-406cc329-b163-4369-9485-9edad105f692 req-b23c232a-f0e2-4e92-8f4e-9b7bd4f0b74b tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 945 time: 0.0488849 Sep 22 12:44:00.290902 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:00.319465 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-bbb42bbe-ef93-41be-9c02-94d3fd1e6d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'name': 'tempest-TestShelveInstance-1182376954-router', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '08086374-f47c-427e-90c0-30d97eeec524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:30Z', 'revision_number': 4, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'gw_port': {'id': '08086374-f47c-427e-90c0-30d97eeec524', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': 'd024ee0e-2f6a-4205-a7b0-443f5851c70f', 'name': '', 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'mac_address': 'fa:16:3e:a4:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '873c4db5-f77e-49ab-8f1e-181a84d91015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:29Z', 'updated_at': '2022-09-22T12:39:34Z', 'revision_number': 5, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'subnets': [{'id': '873c4db5-f77e-49ab-8f1e-181a84d91015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:44:00.331135 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-406cc329-b163-4369-9485-9edad105f692 req-79e274c9-3026-450c-84c1-cc911886fc06 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457888 Sep 22 12:44:00.343857 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb42bbe-ef93-41be-9c02-94d3fd1e6d24 None None] Checking router: b59af2f0-bac2-4482-894f-650709d4b090 for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:44:00.352552 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb42bbe-ef93-41be-9c02-94d3fd1e6d24 None None] Routers {'b59af2f0-bac2-4482-894f-650709d4b090'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:44:00.353156 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-bbb42bbe-ef93-41be-9c02-94d3fd1e6d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:43:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b59af2f0-bac2-4482-894f-650709d4b090'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:44:00.451656 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-bbb42bbe-ef93-41be-9c02-94d3fd1e6d24 None None] Set router b59af2f0-bac2-4482-894f-650709d4b090 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:44:00.630230 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-bbb42bbe-ef93-41be-9c02-94d3fd1e6d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'name': 'tempest-TestShelveInstance-1182376954-router', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '08086374-f47c-427e-90c0-30d97eeec524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:30Z', 'revision_number': 4, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'gw_port': {'id': '08086374-f47c-427e-90c0-30d97eeec524', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': 'd024ee0e-2f6a-4205-a7b0-443f5851c70f', 'name': '', 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'mac_address': 'fa:16:3e:a4:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '873c4db5-f77e-49ab-8f1e-181a84d91015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:29Z', 'updated_at': '2022-09-22T12:39:34Z', 'revision_number': 5, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'subnets': [{'id': '873c4db5-f77e-49ab-8f1e-181a84d91015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:44:00.656610 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb42bbe-ef93-41be-9c02-94d3fd1e6d24 None None] The sync data for ids ['b59af2f0-bac2-4482-894f-650709d4b090'] in dv-cinder-856463-4-iscsi is: [{'id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'name': 'tempest-TestShelveInstance-1182376954-router', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '08086374-f47c-427e-90c0-30d97eeec524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:30Z', 'revision_number': 4, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'gw_port': {'id': '08086374-f47c-427e-90c0-30d97eeec524', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi', '_interfaces': [{'id': 'd024ee0e-2f6a-4205-a7b0-443f5851c70f', 'name': '', 'network_id': 'fa4c16fb-2b69-4afc-a780-323b3230115f', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'mac_address': 'fa:16:3e:a4:44:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '873c4db5-f77e-49ab-8f1e-181a84d91015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:29Z', 'updated_at': '2022-09-22T12:39:34Z', 'revision_number': 5, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'subnets': [{'id': '873c4db5-f77e-49ab-8f1e-181a84d91015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:44:00.856216 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d002712-454b-4b93-84a0-0e3fa6ade73b None None] New status for floating IP 5fccab55-b3bb-4d1e-937c-49836ff0162c: DOWN {{(pid=106190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 22 12:44:01.393185 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-6c4972c2-ae44-43f0-b0f8-4a0a4441a0f9 req-cca2bc61-a788-48bb-a331-792c1e3127c6 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a29921b4-d529-4d9c-9ca2-b26e9e8e791d HTTP/1.1" status: 200 len: 217 time: 0.0331569 Sep 22 12:44:01.447160 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4972c2-ae44-43f0-b0f8-4a0a4441a0f9 req-2436821a-cb13-4d63-b30c-dcb5dbf69b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:44:01.448640 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-6c4972c2-ae44-43f0-b0f8-4a0a4441a0f9 req-2436821a-cb13-4d63-b30c-dcb5dbf69b8e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=873c4db5-f77e-49ab-8f1e-181a84d91015 HTTP/1.1" status: 200 len: 848 time: 0.0473990 Sep 22 12:44:01.450880 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa9e57-722e-456c-ac48-40b6629d4107 req-678c67ed-c88d-4841-8610-92b33b6be8c5 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:44:01.452343 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-36fa9e57-722e-456c-ac48-40b6629d4107 req-678c67ed-c88d-4841-8610-92b33b6be8c5 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 945 time: 0.0458131 Sep 22 12:44:01.512744 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-36fa9e57-722e-456c-ac48-40b6629d4107 req-c170c874-26e8-4d4b-b5b3-8a97cc795381 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e757969d-156c-4aff-ab7b-8150c8e7f4fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542693 Sep 22 12:44:01.588850 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4972c2-ae44-43f0-b0f8-4a0a4441a0f9 req-8e1e1943-82a5-4ba6-aaca-998117bd7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106189) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:44:01.590384 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-6c4972c2-ae44-43f0-b0f8-4a0a4441a0f9 req-8e1e1943-82a5-4ba6-aaca-998117bd7198 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=fa4c16fb-2b69-4afc-a780-323b3230115f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398045 Sep 22 12:44:01.681272 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-6c4972c2-ae44-43f0-b0f8-4a0a4441a0f9 req-cac8b690-5d9f-422e-a120-049a07e331a7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4c16fb-2b69-4afc-a780-323b3230115f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839870 Sep 22 12:44:01.917603 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [req-6c4972c2-ae44-43f0-b0f8-4a0a4441a0f9 req-fbd43196-f277-4117-8cdc-1822489d7008 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/fa4c16fb-2b69-4afc-a780-323b3230115f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832868 Sep 22 12:44:01.959523 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd733c3-2e9c-4718-9912-0d2098acc280 req-172f6286-bcff-4997-942b-49a7aafcd147 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 12:44:01.960887 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cdd733c3-2e9c-4718-9912-0d2098acc280 req-172f6286-bcff-4997-942b-49a7aafcd147 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 945 time: 0.0477061 Sep 22 12:44:02.041558 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-cdd733c3-2e9c-4718-9912-0d2098acc280 req-04ee924e-12a5-4818-a6d8-6d7108bb11c4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Deleting port a29921b4-d529-4d9c-9ca2-b26e9e8e791d {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:44:02.041898 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-cdd733c3-2e9c-4718-9912-0d2098acc280 req-04ee924e-12a5-4818-a6d8-6d7108bb11c4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:02.139155 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [req-cdd733c3-2e9c-4718-9912-0d2098acc280 req-04ee924e-12a5-4818-a6d8-6d7108bb11c4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] For port a29921b4-d529-4d9c-9ca2-b26e9e8e791d, host hv-cinder-85646, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85646',level=0,port_id=a29921b4-d529-4d9c-9ca2-b26e9e8e791d,segment=NetworkSegment(734d6f0e-5e66-4034-999c-34e23d7f5c13),segment_id=734d6f0e-5e66-4034-999c-34e23d7f5c13)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:44:02.139508 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-cdd733c3-2e9c-4718-9912-0d2098acc280 req-04ee924e-12a5-4818-a6d8-6d7108bb11c4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:02.152565 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [req-cdd733c3-2e9c-4718-9912-0d2098acc280 req-04ee924e-12a5-4818-a6d8-6d7108bb11c4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Calling delete_port for a29921b4-d529-4d9c-9ca2-b26e9e8e791d owned by compute:nova {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:44:02.279645 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-cdd733c3-2e9c-4718-9912-0d2098acc280 req-04ee924e-12a5-4818-a6d8-6d7108bb11c4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (a29921b4-d529-4d9c-9ca2-b26e9e8e791d), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:02.307243 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee924e-12a5-4818-a6d8-6d7108bb11c4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Pushing event deleted for resources: {'Port': ['ID=a29921b4-d529-4d9c-9ca2-b26e9e8e791d,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:44:02.350101 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd733c3-2e9c-4718-9912-0d2098acc280 req-04ee924e-12a5-4818-a6d8-6d7108bb11c4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] No DVR routers for this DVR port a29921b4-d529-4d9c-9ca2-b26e9e8e791d on host hv-cinder-85646 {{(pid=106188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:44:02.352582 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [req-cdd733c3-2e9c-4718-9912-0d2098acc280 req-04ee924e-12a5-4818-a6d8-6d7108bb11c4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36477'] for port (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:02.355752 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-cdd733c3-2e9c-4718-9912-0d2098acc280 req-04ee924e-12a5-4818-a6d8-6d7108bb11c4 tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.20 "DELETE /networking/v2.0/ports/a29921b4-d529-4d9c-9ca2-b26e9e8e791d HTTP/1.1" status: 204 len: 173 time: 0.3891051 Sep 22 12:44:02.356254 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0e560d-30a4-4a49-8068-9a2e57a77389', 'name': 'network-vif-deleted', 'tag': 'a29921b4-d529-4d9c-9ca2-b26e9e8e791d'}] {{(pid=106188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 22 12:44:02.358494 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}082b33cf75f1f23bbf1a659ebaf800e3be73f5396b6bb9aba292040e0736cf98" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514e587d-e27d-4bd4-94dd-73f5f87554fc" -d '{"events": [{"server_uuid": "3e0e560d-30a4-4a49-8068-9a2e57a77389", "name": "network-vif-deleted", "tag": "a29921b4-d529-4d9c-9ca2-b26e9e8e791d"}]}' {{(pid=106188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 12:44:02.397048 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 12:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f65bae-fa78-4b6e-948b-dae42b10b715 x-openstack-request-id: req-17f65bae-fa78-4b6e-948b-dae42b10b715 {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 12:44:02.397349 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0e560d-30a4-4a49-8068-9a2e57a77389", "name": "network-vif-deleted", "tag": "a29921b4-d529-4d9c-9ca2-b26e9e8e791d", "status": "completed", "code": 200}]} {{(pid=106188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 12:44:02.397612 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-17f65bae-fa78-4b6e-948b-dae42b10b715 {{(pid=106188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 12:44:02.398044 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f65bae-fa78-4b6e-948b-dae42b10b715'] response: {'server_uuid': '3e0e560d-30a4-4a49-8068-9a2e57a77389', 'name': 'network-vif-deleted', 'tag': 'a29921b4-d529-4d9c-9ca2-b26e9e8e791d', 'status': 'completed', 'code': 200} Sep 22 12:44:02.620338 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [req-1dc448b5-56eb-4d09-a0e4-3b3b01663861 req-9c2d4a07-409a-4029-aad7-0631f773f1de tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=3e0e560d-30a4-4a49-8068-9a2e57a77389 HTTP/1.1" status: 200 len: 210 time: 0.0314462 Sep 22 12:44:03.685909 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56832) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:44:03.743341 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-70b69268-5c43-4748-82d0-3a8b5754f34e tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group (e757969d-156c-4aff-ab7b-8150c8e7f4fb), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:03.770898 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-70b69268-5c43-4748-82d0-3a8b5754f34e tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group (e757969d-156c-4aff-ab7b-8150c8e7f4fb), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:03.839644 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-70b69268-5c43-4748-82d0-3a8b5754f34e tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (e757969d-156c-4aff-ab7b-8150c8e7f4fb), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:03.842226 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-70b69268-5c43-4748-82d0-3a8b5754f34e tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:03.843369 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-70b69268-5c43-4748-82d0-3a8b5754f34e tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e757969d-156c-4aff-ab7b-8150c8e7f4fb HTTP/1.1" status: 204 len: 168 time: 0.1579318 Sep 22 12:44:03.852593 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b69268-5c43-4748-82d0-3a8b5754f34e tempest-TestShelveInstance-453634941 tempest-TestShelveInstance-453634941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e757969d-156c-4aff-ab7b-8150c8e7f4fb,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:44:03.897149 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56836) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:44:03.950795 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device a29921b4-d529-4d9c-9ca2-b26e9e8e791d no longer exists at agent hyperv_hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:44:03.969495 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] No Port match for: a29921b4-d529-4d9c-9ca2-b26e9e8e791d {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:44:03.970440 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Device a29921b4-d529-4d9c-9ca2-b26e9e8e791d not bound to the agent host hv-cinder-85646 {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:44:04.043509 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:04.080071 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:04.208595 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c01034e5-8967-4087-952f-0695cb6a0bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425388'] for router_interface (b59af2f0-bac2-4482-894f-650709d4b090), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:04.421972 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-c01034e5-8967-4087-952f-0695cb6a0bff admin admin] Deleting port d024ee0e-2f6a-4205-a7b0-443f5851c70f {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:44:04.422315 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c01034e5-8967-4087-952f-0695cb6a0bff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (d024ee0e-2f6a-4205-a7b0-443f5851c70f), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:04.499365 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [None req-c01034e5-8967-4087-952f-0695cb6a0bff admin admin] For port d024ee0e-2f6a-4205-a7b0-443f5851c70f, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=d024ee0e-2f6a-4205-a7b0-443f5851c70f,segment=NetworkSegment(734d6f0e-5e66-4034-999c-34e23d7f5c13),segment_id=734d6f0e-5e66-4034-999c-34e23d7f5c13)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:44:04.499651 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c01034e5-8967-4087-952f-0695cb6a0bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (d024ee0e-2f6a-4205-a7b0-443f5851c70f), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:04.511913 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-c01034e5-8967-4087-952f-0695cb6a0bff admin admin] Calling delete_port for d024ee0e-2f6a-4205-a7b0-443f5851c70f owned by network:router_interface {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:44:04.682838 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c01034e5-8967-4087-952f-0695cb6a0bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (d024ee0e-2f6a-4205-a7b0-443f5851c70f), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:04.712442 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01034e5-8967-4087-952f-0695cb6a0bff admin admin] Pushing event deleted for resources: {'Port': ['ID=d024ee0e-2f6a-4205-a7b0-443f5851c70f,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:44:04.868030 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:04.870901 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-c01034e5-8967-4087-952f-0695cb6a0bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630044'] for router_interface (b59af2f0-bac2-4482-894f-650709d4b090), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:04.873895 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:05.077119 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01034e5-8967-4087-952f-0695cb6a0bff admin admin] Router b59af2f0-bac2-4482-894f-650709d4b090 has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:44:05.180103 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01034e5-8967-4087-952f-0695cb6a0bff admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:44:05.185136 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-c01034e5-8967-4087-952f-0695cb6a0bff admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/b59af2f0-bac2-4482-894f-650709d4b090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2869751 Sep 22 12:44:05.187701 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56838) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:44:05.192969 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb839428-fdc3-4d28-92cd-a073d1ef90ea None None] Sync routers for ids ['b59af2f0-bac2-4482-894f-650709d4b090'] in dv-cinder-856463-4-iscsi {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:44:05.202497 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb839428-fdc3-4d28-92cd-a073d1ef90ea None None] Routers {'b59af2f0-bac2-4482-894f-650709d4b090'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:44:05.203096 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-fb839428-fdc3-4d28-92cd-a073d1ef90ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:43:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b59af2f0-bac2-4482-894f-650709d4b090'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:44:05.281907 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-80d4212b-72df-453c-874c-d618a7eb65f5 admin admin] Publish callbacks [] for router (b59af2f0-bac2-4482-894f-650709d4b090), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:05.304459 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-fb839428-fdc3-4d28-92cd-a073d1ef90ea None None] Set router b59af2f0-bac2-4482-894f-650709d4b090 gateway port host: dv-cinder-856463-4-iscsi {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:44:05.379780 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-80d4212b-72df-453c-874c-d618a7eb65f5 admin admin] Publish callbacks [] for router_gateway (b59af2f0-bac2-4482-894f-650709d4b090), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:05.425024 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-80d4212b-72df-453c-874c-d618a7eb65f5 admin admin] Deleting port 08086374-f47c-427e-90c0-30d97eeec524 {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:44:05.425345 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-80d4212b-72df-453c-874c-d618a7eb65f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (08086374-f47c-427e-90c0-30d97eeec524), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:05.466336 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-fb839428-fdc3-4d28-92cd-a073d1ef90ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'name': 'tempest-TestShelveInstance-1182376954-router', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': '08086374-f47c-427e-90c0-30d97eeec524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:44:04Z', 'revision_number': 5, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'gw_port': {'id': '08086374-f47c-427e-90c0-30d97eeec524', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:14:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:44:05.491874 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb839428-fdc3-4d28-92cd-a073d1ef90ea None None] Checking router: b59af2f0-bac2-4482-894f-650709d4b090 for host: dv-cinder-856463-4-iscsi {{(pid=106191) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:44:05.500627 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb839428-fdc3-4d28-92cd-a073d1ef90ea None None] Routers {'b59af2f0-bac2-4482-894f-650709d4b090'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106191) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:44:05.501259 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-fb839428-fdc3-4d28-92cd-a073d1ef90ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:43:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['b59af2f0-bac2-4482-894f-650709d4b090'], 'active': True} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:44:05.508678 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [None req-80d4212b-72df-453c-874c-d618a7eb65f5 admin admin] For port 08086374-f47c-427e-90c0-30d97eeec524, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=08086374-f47c-427e-90c0-30d97eeec524,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:44:05.509044 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-80d4212b-72df-453c-874c-d618a7eb65f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (08086374-f47c-427e-90c0-30d97eeec524), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:05.521439 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-80d4212b-72df-453c-874c-d618a7eb65f5 admin admin] Calling delete_port for 08086374-f47c-427e-90c0-30d97eeec524 owned by network:router_gateway {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:44:05.619527 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:05.621791 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=100 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:05.669266 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_dvr_db [None req-fb839428-fdc3-4d28-92cd-a073d1ef90ea None None] Set router b59af2f0-bac2-4482-894f-650709d4b090 gateway port host: None {{(pid=106191) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:44:05.689460 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-80d4212b-72df-453c-874c-d618a7eb65f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (08086374-f47c-427e-90c0-30d97eeec524), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:05.692532 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:05.694974 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:05.715684 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4212b-72df-453c-874c-d618a7eb65f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=08086374-f47c-427e-90c0-30d97eeec524,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:44:05.721329 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.l3_hamode_db [None req-fb839428-fdc3-4d28-92cd-a073d1ef90ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'name': 'tempest-TestShelveInstance-1182376954-router', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:44:05Z', 'revision_number': 6, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'gw_port_host': None}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106191) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:44:05.745728 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb839428-fdc3-4d28-92cd-a073d1ef90ea None None] The sync data for ids ['b59af2f0-bac2-4482-894f-650709d4b090'] in dv-cinder-856463-4-iscsi is: [{'id': 'b59af2f0-bac2-4482-894f-650709d4b090', 'name': 'tempest-TestShelveInstance-1182376954-router', 'tenant_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:27Z', 'updated_at': '2022-09-22T12:44:05Z', 'revision_number': 6, 'project_id': 'f4d530e1b20c47319f5e8949d808c1b3', 'gw_port_host': None}] {{(pid=106191) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:44:05.792502 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-80d4212b-72df-453c-874c-d618a7eb65f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629846'] for router_gateway (b59af2f0-bac2-4482-894f-650709d4b090), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:05.877256 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-80d4212b-72df-453c-874c-d618a7eb65f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-633538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12653'] for router (b59af2f0-bac2-4482-894f-650709d4b090), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:05.879419 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-80d4212b-72df-453c-874c-d618a7eb65f5 admin admin] Publish callbacks [] for router_controller (b59af2f0-bac2-4482-894f-650709d4b090), precommit_delete_associations {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:05.920381 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-80d4212b-72df-453c-874c-d618a7eb65f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630113'] for router (b59af2f0-bac2-4482-894f-650709d4b090), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:05.920903 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d4212b-72df-453c-874c-d618a7eb65f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b59af2f0-bac2-4482-894f-650709d4b090 {{(pid=106188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 12:44:05.925757 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-80d4212b-72df-453c-874c-d618a7eb65f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:05.926880 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-80d4212b-72df-453c-874c-d618a7eb65f5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/b59af2f0-bac2-4482-894f-650709d4b090 HTTP/1.1" status: 204 len: 168 time: 0.7383718 Sep 22 12:44:05.929501 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56840) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:44:05.973352 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.db_base_plugin_v2 [None req-8402269f-a2df-46ff-b68b-f1247edb6d24 admin admin] Deleting subnet 873c4db5-f77e-49ab-8f1e-181a84d91015 {{(pid=106188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 12:44:05.976403 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8402269f-a2df-46ff-b68b-f1247edb6d24 admin admin] Publish callbacks [] for subnet (873c4db5-f77e-49ab-8f1e-181a84d91015), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:06.012395 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8402269f-a2df-46ff-b68b-f1247edb6d24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2303476'] for subnet (873c4db5-f77e-49ab-8f1e-181a84d91015), precommit_delete_associations {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:06.087230 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8402269f-a2df-46ff-b68b-f1247edb6d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16494954'] for subnet (873c4db5-f77e-49ab-8f1e-181a84d91015), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:06.142560 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8402269f-a2df-46ff-b68b-f1247edb6d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1310037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2597151'] for subnet (873c4db5-f77e-49ab-8f1e-181a84d91015), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:06.411312 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402269f-a2df-46ff-b68b-f1247edb6d24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=873c4db5-f77e-49ab-8f1e-181a84d91015,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:44:06.414892 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-8402269f-a2df-46ff-b68b-f1247edb6d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for subnet (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:06.418329 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-8402269f-a2df-46ff-b68b-f1247edb6d24 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/873c4db5-f77e-49ab-8f1e-181a84d91015 HTTP/1.1" status: 204 len: 168 time: 0.4875822 Sep 22 12:44:06.420330 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa08d90-54fe-473a-a90c-41e195d4342a None None] Network fa4c16fb-2b69-4afc-a780-323b3230115f requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:44:06.421108 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56842) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:44:06.493394 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e15f-4e3c-4e95-9f9f-774ab1a0c5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16438815'] for network (fa4c16fb-2b69-4afc-a780-323b3230115f), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:06.524641 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device d024ee0e-2f6a-4205-a7b0-443f5851c70f no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:44:06.538048 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0e15f-4e3c-4e95-9f9f-774ab1a0c5bb admin admin] Deleting port 4a28db4b-f061-4559-96bf-79aa6b369939 {{(pid=106188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:44:06.538389 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e15f-4e3c-4e95-9f9f-774ab1a0c5bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (4a28db4b-f061-4559-96bf-79aa6b369939), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:06.544417 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: d024ee0e-2f6a-4205-a7b0-443f5851c70f {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:44:06.544762 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device d024ee0e-2f6a-4205-a7b0-443f5851c70f not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:44:06.545179 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 08086374-f47c-427e-90c0-30d97eeec524 no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:44:06.564045 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 08086374-f47c-427e-90c0-30d97eeec524 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:44:06.564416 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 08086374-f47c-427e-90c0-30d97eeec524 not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:44:06.597168 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] DHCP port deletion for fa4c16fb-2b69-4afc-a780-323b3230115f request from dv-cinder-856463-4-iscsi {{(pid=106190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 12:44:06.611047 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.db [None req-4cd0e15f-4e3c-4e95-9f9f-774ab1a0c5bb admin admin] For port 4a28db4b-f061-4559-96bf-79aa6b369939, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=4a28db4b-f061-4559-96bf-79aa6b369939,segment=NetworkSegment(734d6f0e-5e66-4034-999c-34e23d7f5c13),segment_id=734d6f0e-5e66-4034-999c-34e23d7f5c13)] {{(pid=106188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:44:06.611486 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e15f-4e3c-4e95-9f9f-774ab1a0c5bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (4a28db4b-f061-4559-96bf-79aa6b369939), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:06.624596 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.plugin [None req-4cd0e15f-4e3c-4e95-9f9f-774ab1a0c5bb admin admin] Calling delete_port for 4a28db4b-f061-4559-96bf-79aa6b369939 owned by network:dhcp {{(pid=106188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:44:06.637284 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] Deleting port 4a28db4b-f061-4559-96bf-79aa6b369939 {{(pid=106190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:44:06.637655 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (4a28db4b-f061-4559-96bf-79aa6b369939), before_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:06.706479 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] For port 4a28db4b-f061-4559-96bf-79aa6b369939, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=4a28db4b-f061-4559-96bf-79aa6b369939,segment=NetworkSegment(734d6f0e-5e66-4034-999c-34e23d7f5c13),segment_id=734d6f0e-5e66-4034-999c-34e23d7f5c13)] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:44:06.707038 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (4a28db4b-f061-4559-96bf-79aa6b369939), precommit_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:06.709049 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e15f-4e3c-4e95-9f9f-774ab1a0c5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1310010'] for port (4a28db4b-f061-4559-96bf-79aa6b369939), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:06.722493 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] Calling delete_port for 4a28db4b-f061-4559-96bf-79aa6b369939 owned by network:dhcp {{(pid=106190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:44:06.735988 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0e15f-4e3c-4e95-9f9f-774ab1a0c5bb admin admin] Pushing event deleted for resources: {'Port': ['ID=4a28db4b-f061-4559-96bf-79aa6b369939,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:44:06.739513 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd0e15f-4e3c-4e95-9f9f-774ab1a0c5bb admin admin] No DVR routers for this DVR port 4a28db4b-f061-4559-96bf-79aa6b369939 on host dv-cinder-856463-4-iscsi {{(pid=106188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:44:06.815515 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169'] for port (4a28db4b-f061-4559-96bf-79aa6b369939), after_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:06.815922 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e15f-4e3c-4e95-9f9f-774ab1a0c5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16032833', 'neutron.services.segments.db._delete_segments_for_network-8742011169985'] for network (fa4c16fb-2b69-4afc-a780-323b3230115f), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:06.835028 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:06.837079 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-4cd0e15f-4e3c-4e95-9f9f-774ab1a0c5bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4c16fb-2b69-4afc-a780-323b3230115f']}} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:44:06.837964 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] Pushing event deleted for resources: {'Port': ['ID=4a28db4b-f061-4559-96bf-79aa6b369939,revision_number=None']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:44:06.848913 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:06.849527 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:06.849670 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-4cd0e15f-4e3c-4e95-9f9f-774ab1a0c5bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734d6f0e-5e66-4034-999c-34e23d7f5c13') {'for_net_delete': True} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:44:06.849977 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.services.segments.db [None req-4cd0e15f-4e3c-4e95-9f9f-774ab1a0c5bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734d6f0e-5e66-4034-999c-34e23d7f5c13') {} {{(pid=106188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:44:06.850339 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:06.850833 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:06.851412 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:06.851742 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:06.852066 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:06.852601 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:06.852981 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:06.853273 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:06.853643 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:06.853971 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:06.854293 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:06.854712 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:06.855035 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:06.858058 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4c1e28-0e38-4375-abb1-1d6680b4a005 None None] No DVR routers for this DVR port 4a28db4b-f061-4559-96bf-79aa6b369939 on host dv-cinder-856463-4-iscsi {{(pid=106190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:44:06.872097 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e15f-4e3c-4e95-9f9f-774ab1a0c5bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742011169877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2303439'] for segment (734d6f0e-5e66-4034-999c-34e23d7f5c13), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:06.886356 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e15f-4e3c-4e95-9f9f-774ab1a0c5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (734d6f0e-5e66-4034-999c-34e23d7f5c13), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:06.893966 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cd0e15f-4e3c-4e95-9f9f-774ab1a0c5bb admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 12:44:06.894530 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e15f-4e3c-4e95-9f9f-774ab1a0c5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1310191'] for segment (734d6f0e-5e66-4034-999c-34e23d7f5c13), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:06.934503 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.services.segments.plugin [-] Segment 734d6f0e-5e66-4034-999c-34e23d7f5c13 resource provider aggregate not found Sep 22 12:44:06.955854 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:06.955854 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.services.segments.plugin [-] Segment 734d6f0e-5e66-4034-999c-34e23d7f5c13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 734d6f0e-5e66-4034-999c-34e23d7f5c13 found for delete ", "request_id": "req-ecd03ae2-4ca3-4130-a075-e7dc2920c85f"}]} Sep 22 12:44:06.964784 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e15f-4e3c-4e95-9f9f-774ab1a0c5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16032888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629891'] for network (fa4c16fb-2b69-4afc-a780-323b3230115f), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:06.971655 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e15f-4e3c-4e95-9f9f-774ab1a0c5bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:06.975562 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-4cd0e15f-4e3c-4e95-9f9f-774ab1a0c5bb admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/fa4c16fb-2b69-4afc-a780-323b3230115f HTTP/1.1" status: 204 len: 168 time: 0.5533688 Sep 22 12:44:06.980008 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56848) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:44:06.989681 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0e15f-4e3c-4e95-9f9f-774ab1a0c5bb admin admin] Pushing event deleted for resources: {'Network': ['ID=fa4c16fb-2b69-4afc-a780-323b3230115f,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:44:07.300509 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-425388'] for router_interface (bb27ac9e-5f88-44a4-999e-569a33574cfa), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:07.451575 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=100 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:07.512067 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Deleting port 00e69d20-d05b-4263-bf0d-2f7ff784db39 {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:44:07.512429 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (00e69d20-d05b-4263-bf0d-2f7ff784db39), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:07.557046 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=100 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:07.595286 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] For port 00e69d20-d05b-4263-bf0d-2f7ff784db39, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=00e69d20-d05b-4263-bf0d-2f7ff784db39,segment=NetworkSegment(a68a93be-f84c-4ccd-a4ec-6e9deea04599),segment_id=a68a93be-f84c-4ccd-a4ec-6e9deea04599)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:44:07.595647 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (00e69d20-d05b-4263-bf0d-2f7ff784db39), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:07.608829 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Calling delete_port for 00e69d20-d05b-4263-bf0d-2f7ff784db39 owned by network:router_interface {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:44:07.781197 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (00e69d20-d05b-4263-bf0d-2f7ff784db39), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:07.806215 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Pushing event deleted for resources: {'Port': ['ID=00e69d20-d05b-4263-bf0d-2f7ff784db39,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:44:07.836336 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:07.836677 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:07.837020 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:07.837358 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:07.837691 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:07.838020 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:07.838352 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:07.838674 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:07.838997 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:07.839320 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:07.839644 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:07.839965 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:07.840284 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:07.840622 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:07.840942 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-856463-4-iscsi {{(pid=106189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 12:44:07.982223 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630044'] for router_interface (bb27ac9e-5f88-44a4-999e-569a33574cfa), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:08.188996 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Router bb27ac9e-5f88-44a4-999e-569a33574cfa has already been hosted by L3 agent 0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9 {{(pid=106189) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 12:44:08.305832 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] Notify agent at l3_agent.dv-cinder-856463-4-iscsi the message routers_updated {{(pid=106189) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 12:44:08.312282 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-f885b8a2-2f40-4056-b1b3-ed493468297d admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/bb27ac9e-5f88-44a4-999e-569a33574cfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3308244 Sep 22 12:44:08.314536 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56850) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:44:08.315203 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50495113-91b5-4593-b6ca-386889b6b588 None None] Sync routers for ids ['bb27ac9e-5f88-44a4-999e-569a33574cfa'] in dv-cinder-856463-4-iscsi {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 12:44:08.327944 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50495113-91b5-4593-b6ca-386889b6b588 None None] Routers {'bb27ac9e-5f88-44a4-999e-569a33574cfa'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:44:08.328596 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-50495113-91b5-4593-b6ca-386889b6b588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:43:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['bb27ac9e-5f88-44a4-999e-569a33574cfa'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:44:08.361088 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:08.374752 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:08.431282 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4bc07bbc-bb26-4d03-a4f7-c8c7b30f32be admin admin] Publish callbacks [] for router (bb27ac9e-5f88-44a4-999e-569a33574cfa), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:08.441361 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-50495113-91b5-4593-b6ca-386889b6b588 None None] Set router bb27ac9e-5f88-44a4-999e-569a33574cfa gateway port host: dv-cinder-856463-4-iscsi {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:44:08.530370 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4bc07bbc-bb26-4d03-a4f7-c8c7b30f32be admin admin] Publish callbacks [] for router_gateway (bb27ac9e-5f88-44a4-999e-569a33574cfa), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:08.568957 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:08.574911 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-4bc07bbc-bb26-4d03-a4f7-c8c7b30f32be admin admin] Deleting port 5fec8f4d-5757-47a6-abd6-84ee870379e2 {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:44:08.575255 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4bc07bbc-bb26-4d03-a4f7-c8c7b30f32be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (5fec8f4d-5757-47a6-abd6-84ee870379e2), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:08.585237 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 4a28db4b-f061-4559-96bf-79aa6b369939 no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:44:08.612930 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 4a28db4b-f061-4559-96bf-79aa6b369939 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:44:08.613269 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 4a28db4b-f061-4559-96bf-79aa6b369939 not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:44:08.658003 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-50495113-91b5-4593-b6ca-386889b6b588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb27ac9e-5f88-44a4-999e-569a33574cfa', 'name': 'tempest-TestShelveInstance-1501649588-router', 'tenant_id': '6ac63e237a6e4a008f318c662941f173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'external_fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '5fec8f4d-5757-47a6-abd6-84ee870379e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:32Z', 'updated_at': '2022-09-22T12:44:07Z', 'revision_number': 5, 'project_id': '6ac63e237a6e4a008f318c662941f173', 'gw_port': {'id': '5fec8f4d-5757-47a6-abd6-84ee870379e2', 'name': '', 'network_id': '1180960f-2d21-46a6-8808-3b9bf675fc1c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:44:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb27ac9e-5f88-44a4-999e-569a33574cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-856463-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T12:39:32Z', 'updated_at': '2022-09-22T12:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa184db2-8082-4bad-bda6-843a7c40c1fc', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-856463-4-iscsi'}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:44:08.683564 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50495113-91b5-4593-b6ca-386889b6b588 None None] Checking router: bb27ac9e-5f88-44a4-999e-569a33574cfa for host: dv-cinder-856463-4-iscsi {{(pid=106190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 12:44:08.693903 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50495113-91b5-4593-b6ca-386889b6b588 None None] Routers {'bb27ac9e-5f88-44a4-999e-569a33574cfa'} bound to L3 agent in host dv-cinder-856463-4-iscsi {{(pid=106190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 22 12:44:08.694438 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-50495113-91b5-4593-b6ca-386889b6b588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-856463-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T12:20:57Z,description=,heartbeat_timestamp=2022-09-22T12:43:57Z,host='dv-cinder-856463-4-iscsi',id=0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T12:20:57Z,topic='l3_agent')) {'router_ids': ['bb27ac9e-5f88-44a4-999e-569a33574cfa'], 'active': True} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:44:08.809349 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvr_db [None req-50495113-91b5-4593-b6ca-386889b6b588 None None] Set router bb27ac9e-5f88-44a4-999e-569a33574cfa gateway port host: None {{(pid=106190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 22 12:44:08.868145 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_hamode_db [None req-50495113-91b5-4593-b6ca-386889b6b588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb27ac9e-5f88-44a4-999e-569a33574cfa', 'name': 'tempest-TestShelveInstance-1501649588-router', 'tenant_id': '6ac63e237a6e4a008f318c662941f173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:32Z', 'updated_at': '2022-09-22T12:44:08Z', 'revision_number': 6, 'project_id': '6ac63e237a6e4a008f318c662941f173', 'gw_port_host': None}], 'dv-cinder-856463-4-iscsi', False) {} {{(pid=106190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:44:08.870715 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:08.898380 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50495113-91b5-4593-b6ca-386889b6b588 None None] The sync data for ids ['bb27ac9e-5f88-44a4-999e-569a33574cfa'] in dv-cinder-856463-4-iscsi is: [{'id': 'bb27ac9e-5f88-44a4-999e-569a33574cfa', 'name': 'tempest-TestShelveInstance-1501649588-router', 'tenant_id': '6ac63e237a6e4a008f318c662941f173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T12:39:32Z', 'updated_at': '2022-09-22T12:44:08Z', 'revision_number': 6, 'project_id': '6ac63e237a6e4a008f318c662941f173', 'gw_port_host': None}] {{(pid=106190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 12:44:08.914895 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [None req-4bc07bbc-bb26-4d03-a4f7-c8c7b30f32be admin admin] For port 5fec8f4d-5757-47a6-abd6-84ee870379e2, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=5fec8f4d-5757-47a6-abd6-84ee870379e2,segment=NetworkSegment(81df34c9-343a-4bcf-8862-82b7e8fde891),segment_id=81df34c9-343a-4bcf-8862-82b7e8fde891)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:44:08.915427 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4bc07bbc-bb26-4d03-a4f7-c8c7b30f32be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (5fec8f4d-5757-47a6-abd6-84ee870379e2), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:08.933960 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-4bc07bbc-bb26-4d03-a4f7-c8c7b30f32be admin admin] Calling delete_port for 5fec8f4d-5757-47a6-abd6-84ee870379e2 owned by network:router_gateway {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:44:09.146265 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4bc07bbc-bb26-4d03-a4f7-c8c7b30f32be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (5fec8f4d-5757-47a6-abd6-84ee870379e2), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:09.178773 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc07bbc-bb26-4d03-a4f7-c8c7b30f32be admin admin] Pushing event deleted for resources: {'Port': ['ID=5fec8f4d-5757-47a6-abd6-84ee870379e2,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:44:09.261527 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4bc07bbc-bb26-4d03-a4f7-c8c7b30f32be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-629846'] for router_gateway (bb27ac9e-5f88-44a4-999e-569a33574cfa), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:09.374003 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4bc07bbc-bb26-4d03-a4f7-c8c7b30f32be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-633538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12653'] for router (bb27ac9e-5f88-44a4-999e-569a33574cfa), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:09.376781 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4bc07bbc-bb26-4d03-a4f7-c8c7b30f32be admin admin] Publish callbacks [] for router_controller (bb27ac9e-5f88-44a4-999e-569a33574cfa), precommit_delete_associations {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:09.429722 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4bc07bbc-bb26-4d03-a4f7-c8c7b30f32be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-630113'] for router (bb27ac9e-5f88-44a4-999e-569a33574cfa), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:09.430284 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc07bbc-bb26-4d03-a4f7-c8c7b30f32be admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb27ac9e-5f88-44a4-999e-569a33574cfa {{(pid=106189) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 12:44:09.434665 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4bc07bbc-bb26-4d03-a4f7-c8c7b30f32be admin admin] Publish callbacks [] for router (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:09.435794 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-4bc07bbc-bb26-4d03-a4f7-c8c7b30f32be admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/bb27ac9e-5f88-44a4-999e-569a33574cfa HTTP/1.1" status: 204 len: 168 time: 1.1201882 Sep 22 12:44:09.438378 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56852) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:44:09.503162 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0ebfc2-1b8c-4610-b02c-828aff83a6c0 admin admin] Deleting subnet fe793fb1-9c6e-4d14-8fd9-bd9b01e7caa0 {{(pid=106189) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 22 12:44:09.507895 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4c0ebfc2-1b8c-4610-b02c-828aff83a6c0 admin admin] Publish callbacks [] for subnet (fe793fb1-9c6e-4d14-8fd9-bd9b01e7caa0), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:09.564356 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4c0ebfc2-1b8c-4610-b02c-828aff83a6c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4008918'] for subnet (fe793fb1-9c6e-4d14-8fd9-bd9b01e7caa0), precommit_delete_associations {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:09.611553 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:09.659916 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4c0ebfc2-1b8c-4610-b02c-828aff83a6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16494954'] for subnet (fe793fb1-9c6e-4d14-8fd9-bd9b01e7caa0), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:09.696196 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:09.718215 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4c0ebfc2-1b8c-4610-b02c-828aff83a6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16483159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2984699', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3860115'] for subnet (fe793fb1-9c6e-4d14-8fd9-bd9b01e7caa0), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:09.747744 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ebfc2-1b8c-4610-b02c-828aff83a6c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe793fb1-9c6e-4d14-8fd9-bd9b01e7caa0,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:44:09.753763 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-4c0ebfc2-1b8c-4610-b02c-828aff83a6c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:09.759638 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-4c0ebfc2-1b8c-4610-b02c-828aff83a6c0 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/fe793fb1-9c6e-4d14-8fd9-bd9b01e7caa0 HTTP/1.1" status: 204 len: 168 time: 0.3179915 Sep 22 12:44:09.759879 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56854) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:44:09.761978 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e674a013-0273-417c-9c6c-cc835837a124 None None] Network b6dbb7c9-0b68-4007-ae24-d81ddc39e17b requested from dv-cinder-856463-4-iscsi {{(pid=106190) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 22 12:44:09.808256 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:09.835584 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-63027519-34e7-4696-8640-3e6b0bb3ae43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16438815'] for network (b6dbb7c9-0b68-4007-ae24-d81ddc39e17b), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:09.886025 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-63027519-34e7-4696-8640-3e6b0bb3ae43 admin admin] Deleting port 15716880-45cb-47fd-b64a-ccf7aacf25c0 {{(pid=106189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:44:09.886365 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-63027519-34e7-4696-8640-3e6b0bb3ae43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (15716880-45cb-47fd-b64a-ccf7aacf25c0), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:09.944173 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8100d8e3-5fd7-4cbb-b4ce-7d7b5150be30 None None] DHCP port deletion for b6dbb7c9-0b68-4007-ae24-d81ddc39e17b request from dv-cinder-856463-4-iscsi {{(pid=106190) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 22 12:44:09.964127 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.db [None req-63027519-34e7-4696-8640-3e6b0bb3ae43 admin admin] For port 15716880-45cb-47fd-b64a-ccf7aacf25c0, host dv-cinder-856463-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-856463-4-iscsi',level=0,port_id=15716880-45cb-47fd-b64a-ccf7aacf25c0,segment=NetworkSegment(a68a93be-f84c-4ccd-a4ec-6e9deea04599),segment_id=a68a93be-f84c-4ccd-a4ec-6e9deea04599)] {{(pid=106189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:44:09.964451 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-63027519-34e7-4696-8640-3e6b0bb3ae43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (15716880-45cb-47fd-b64a-ccf7aacf25c0), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:09.978522 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.plugin [None req-63027519-34e7-4696-8640-3e6b0bb3ae43 admin admin] Calling delete_port for 15716880-45cb-47fd-b64a-ccf7aacf25c0 owned by network:dhcp {{(pid=106189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:44:10.059822 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-63027519-34e7-4696-8640-3e6b0bb3ae43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2984596'] for port (15716880-45cb-47fd-b64a-ccf7aacf25c0), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:10.085673 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63027519-34e7-4696-8640-3e6b0bb3ae43 admin admin] Pushing event deleted for resources: {'Port': ['ID=15716880-45cb-47fd-b64a-ccf7aacf25c0,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:44:10.088982 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63027519-34e7-4696-8640-3e6b0bb3ae43 admin admin] No DVR routers for this DVR port 15716880-45cb-47fd-b64a-ccf7aacf25c0 on host dv-cinder-856463-4-iscsi {{(pid=106189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:44:10.109107 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-8100d8e3-5fd7-4cbb-b4ce-7d7b5150be30 None None] Deleting port 15716880-45cb-47fd-b64a-ccf7aacf25c0 {{(pid=106190) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 22 12:44:10.109472 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-8100d8e3-5fd7-4cbb-b4ce-7d7b5150be30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742011179789'] for port (15716880-45cb-47fd-b64a-ccf7aacf25c0), before_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:10.161117 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-63027519-34e7-4696-8640-3e6b0bb3ae43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16032833', 'neutron.services.segments.db._delete_segments_for_network-8742011169985'] for network (b6dbb7c9-0b68-4007-ae24-d81ddc39e17b), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:10.173030 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.db [None req-8100d8e3-5fd7-4cbb-b4ce-7d7b5150be30 None None] For port 15716880-45cb-47fd-b64a-ccf7aacf25c0, host dv-cinder-856463-4-iscsi, got binding levels [] {{(pid=106190) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 12:44:10.173466 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-8100d8e3-5fd7-4cbb-b4ce-7d7b5150be30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628566'] for port (15716880-45cb-47fd-b64a-ccf7aacf25c0), precommit_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:10.180826 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-63027519-34e7-4696-8640-3e6b0bb3ae43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6dbb7c9-0b68-4007-ae24-d81ddc39e17b']}} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:44:10.186198 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-8100d8e3-5fd7-4cbb-b4ce-7d7b5150be30 None None] Calling delete_port for 15716880-45cb-47fd-b64a-ccf7aacf25c0 owned by network:dhcp {{(pid=106190) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 22 12:44:10.189597 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.ipam_backend_mixin [None req-8100d8e3-5fd7-4cbb-b4ce-7d7b5150be30 None None] Port 15716880-45cb-47fd-b64a-ccf7aacf25c0 was not found and therefore no delete operation was performed {{(pid=106190) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 22 12:44:10.190687 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-63027519-34e7-4696-8640-3e6b0bb3ae43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68a93be-f84c-4ccd-a4ec-6e9deea04599') {'for_net_delete': True} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:44:10.190958 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-8100d8e3-5fd7-4cbb-b4ce-7d7b5150be30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16417931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-967923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742011145867', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742010687169'] for port (15716880-45cb-47fd-b64a-ccf7aacf25c0), after_delete {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:10.191098 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.services.segments.db [None req-63027519-34e7-4696-8640-3e6b0bb3ae43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68a93be-f84c-4ccd-a4ec-6e9deea04599') {} {{(pid=106189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 12:44:10.200515 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-63027519-34e7-4696-8640-3e6b0bb3ae43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742011169877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4008941'] for segment (a68a93be-f84c-4ccd-a4ec-6e9deea04599), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:10.214942 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-63027519-34e7-4696-8640-3e6b0bb3ae43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006'] for segment (a68a93be-f84c-4ccd-a4ec-6e9deea04599), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:10.220570 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100d8e3-5fd7-4cbb-b4ce-7d7b5150be30 None None] Pushing event deleted for resources: {'Port': ['ID=15716880-45cb-47fd-b64a-ccf7aacf25c0,revision_number=None']} {{(pid=106190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:44:10.222051 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63027519-34e7-4696-8640-3e6b0bb3ae43 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=106189) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 12:44:10.222536 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-63027519-34e7-4696-8640-3e6b0bb3ae43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16445006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2984513'] for segment (a68a93be-f84c-4ccd-a4ec-6e9deea04599), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:10.225362 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8100d8e3-5fd7-4cbb-b4ce-7d7b5150be30 None None] No DVR routers for this DVR port 15716880-45cb-47fd-b64a-ccf7aacf25c0 on host dv-cinder-856463-4-iscsi {{(pid=106190) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 22 12:44:10.286233 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-63027519-34e7-4696-8640-3e6b0bb3ae43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16032888', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644136', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-629891'] for network (b6dbb7c9-0b68-4007-ae24-d81ddc39e17b), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:10.292238 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-63027519-34e7-4696-8640-3e6b0bb3ae43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537088'] for network (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:10.296950 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-63027519-34e7-4696-8640-3e6b0bb3ae43 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/b6dbb7c9-0b68-4007-ae24-d81ddc39e17b HTTP/1.1" status: 204 len: 168 time: 0.5358944 Sep 22 12:44:10.311227 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63027519-34e7-4696-8640-3e6b0bb3ae43 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6dbb7c9-0b68-4007-ae24-d81ddc39e17b,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:44:10.423136 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.services.segments.plugin [-] Segment a68a93be-f84c-4ccd-a4ec-6e9deea04599 resource provider aggregate not found Sep 22 12:44:10.441010 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.services.segments.plugin [-] Segment a68a93be-f84c-4ccd-a4ec-6e9deea04599 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a68a93be-f84c-4ccd-a4ec-6e9deea04599 found for delete ", "request_id": "req-871b3bb6-7699-4987-a876-9bef53b77520"}]} Sep 22 12:44:10.476187 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56864) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:44:10.512207 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 00e69d20-d05b-4263-bf0d-2f7ff784db39 no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:44:10.520937 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-329b06d7-fd37-48b0-8f27-609144e16cfb admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f4d530e1b20c47319f5e8949d808c1b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434961 Sep 22 12:44:10.523329 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [-] (106189) accepted ('10.222.0.33', 56866) {{(pid=106189) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:44:10.531756 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 00e69d20-d05b-4263-bf0d-2f7ff784db39 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:44:10.532094 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 00e69d20-d05b-4263-bf0d-2f7ff784db39 not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:44:10.532596 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 5fec8f4d-5757-47a6-abd6-84ee870379e2 no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:44:10.550676 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 5fec8f4d-5757-47a6-abd6-84ee870379e2 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:44:10.551022 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 5fec8f4d-5757-47a6-abd6-84ee870379e2 not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:44:10.551423 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 15716880-45cb-47fd-b64a-ccf7aacf25c0 no longer exists at agent ovs-agent-dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 12:44:10.569580 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.plugin [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] No Port match for: 15716880-45cb-47fd-b64a-ccf7aacf25c0 {{(pid=106190) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 22 12:44:10.569924 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron.plugins.ml2.rpc [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Device 15716880-45cb-47fd-b64a-ccf7aacf25c0 not bound to the agent host dv-cinder-856463-4-iscsi {{(pid=106190) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 12:44:10.571847 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf53b-773e-400c-af84-941224e2263b admin admin] Publish callbacks [] for security_group (e1f4778c-ad11-4721-b420-5d0685688e20), before_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:10.591765 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf53b-773e-400c-af84-941224e2263b admin admin] Publish callbacks [] for security_group (e1f4778c-ad11-4721-b420-5d0685688e20), precommit_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:10.637789 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf53b-773e-400c-af84-941224e2263b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (e1f4778c-ad11-4721-b420-5d0685688e20), after_delete {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:10.640454 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron_lib.callbacks.manager [None req-bf2cf53b-773e-400c-af84-941224e2263b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:10.641648 dv-cinder-856463-4-iscsi neutron-server[106189]: INFO neutron.wsgi [None req-bf2cf53b-773e-400c-af84-941224e2263b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e1f4778c-ad11-4721-b420-5d0685688e20 HTTP/1.1" status: 204 len: 168 time: 0.1173904 Sep 22 12:44:10.649202 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cf53b-773e-400c-af84-941224e2263b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f4778c-ad11-4721-b420-5d0685688e20,revision_number=None']} {{(pid=106189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:44:10.965102 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56872) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:44:11.005308 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-a026e367-73c1-4042-aaba-347d9778ed96 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=6ac63e237a6e4a008f318c662941f173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389848 Sep 22 12:44:11.007948 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [-] (106188) accepted ('10.222.0.33', 56874) {{(pid=106188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 22 12:44:11.056530 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-849d4e22-016b-43e6-8825-48ff23c0a8eb admin admin] Publish callbacks [] for security_group (f711267b-2b42-4f6b-a602-084383abc3ff), before_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:11.079861 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-849d4e22-016b-43e6-8825-48ff23c0a8eb admin admin] Publish callbacks [] for security_group (f711267b-2b42-4f6b-a602-084383abc3ff), precommit_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:11.125553 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-849d4e22-016b-43e6-8825-48ff23c0a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654535'] for security_group (f711267b-2b42-4f6b-a602-084383abc3ff), after_delete {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:11.128034 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron_lib.callbacks.manager [None req-849d4e22-016b-43e6-8825-48ff23c0a8eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:11.129182 dv-cinder-856463-4-iscsi neutron-server[106188]: INFO neutron.wsgi [None req-849d4e22-016b-43e6-8825-48ff23c0a8eb admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f711267b-2b42-4f6b-a602-084383abc3ff HTTP/1.1" status: 204 len: 168 time: 0.1200540 Sep 22 12:44:11.136759 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d4e22-016b-43e6-8825-48ff23c0a8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f711267b-2b42-4f6b-a602-084383abc3ff,revision_number=None']} {{(pid=106188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 12:44:20.644845 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=80,neutron:DELETE=7 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:20.645628 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG dbcounter [-] [106189] Writing DB stats neutron:SELECT=80,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106189) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:20.661792 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=34 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:21.133066 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=29,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:21.133623 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG dbcounter [-] [106188] Writing DB stats neutron:SELECT=23,neutron:DELETE=1 {{(pid=106188) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:21.149920 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=22 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:21.294235 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:44:25.010068 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d9b33c41-bc06-485c-95af-e0ee08339ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:27.088534 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-ba5bae57-c729-41bf-a2be-1bde08f27aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:28.510977 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:29.967115 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:30.020854 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:31.289577 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=12 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:31.290229 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=11 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:38.555803 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:44.626266 dv-cinder-856463-4-iscsi neutron-server[106189]: DEBUG neutron.wsgi [req-2b812317-49a6-474d-8752-7f5736f55c53 req-9ef0678b-0878-4ff7-b3fe-146e5501cacc service neutron] (106189) timed out ('10.222.0.20', 57188) {{(pid=106189) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 22 12:44:44.967466 dv-cinder-856463-4-iscsi neutron-server[106188]: DEBUG neutron.wsgi [req-2abd0f30-08b1-475c-a9bc-6f5fbd204e7f req-ce6d454e-434e-496b-8ff6-a72bd4daf885 service neutron] (106188) timed out ('10.222.0.20', 57176) {{(pid=106188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 22 12:44:48.549826 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:48.551728 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:44:55.002528 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d63dddbe-c635-43a1-89cc-71e7e68621d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:57.089964 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-bcf566b8-779d-475b-8bdf-2a20d32639da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:58.292402 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:44:58.513026 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:44:59.966555 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:45:00.022660 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:45:00.379159 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=6 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:45:08.289158 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:45:08.555836 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:45:18.546018 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:45:18.550874 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:45:25.005006 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-da685bc1-d24f-486a-9b48-d6481a6138f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:45:27.090366 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d43f99b-d8c1-4c17-bfc4-a2f020ae435a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:45:28.516615 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:45:29.969782 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:45:30.024640 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:45:35.291135 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:45:38.569288 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:45:48.564312 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:45:48.566246 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:45:54.985935 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=18 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:45:54.989961 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=16 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:45:55.006716 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-fc052c3c-3578-4e41-8751-c36a0682c145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:45:57.092983 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-88812696-be09-4625-b0bd-b32a6ac940a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:45:58.520694 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:45:59.971383 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:46:00.025923 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:46:08.567895 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:46:12.289412 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:46:14.360079 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:46:18.557577 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:46:18.564059 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:46:22.285763 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=7 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:46:25.008620 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-c975f8e4-816a-4b61-b1ed-30becf6d09af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:46:27.093870 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3a58a6f8-c789-43b4-a9fb-344290fc32af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:46:28.520202 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:46:29.974094 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:46:30.029641 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:46:38.584287 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:46:48.577457 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=11 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:46:48.579314 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:46:49.287900 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:46:55.010577 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d36cb7cd-63fd-4661-9d59-0446275e7e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:46:57.096717 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-0ee94a00-57c5-40db-b613-fadb9104223e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:46:58.524109 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:46:59.283384 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=6 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:46:59.284040 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:46:59.977673 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:47:00.030930 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:47:08.597583 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:47:18.591541 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:47:18.593417 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:47:25.012779 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-6c82eb13-5a62-40cd-940e-920fa70863ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:47:26.287021 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:47:27.101476 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-ec858368-c361-4065-8aae-d81d1dcefc4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:47:28.524499 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:47:29.981366 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:47:30.033045 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:47:36.283583 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:47:36.284264 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:47:38.596168 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:47:48.588620 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:47:48.590611 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:47:54.989243 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=12 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:47:54.992261 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=14 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:47:55.014450 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a8ddfb31-c2ed-4616-a466-45338632a47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:47:57.103179 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-437fe989-cc57-43b3-9125-1f7aa9d091be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:47:58.526467 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:47:59.985668 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:48:00.033583 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:48:03.285928 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:48:08.603013 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:48:13.281383 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:48:13.282078 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:48:18.596812 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:48:18.598691 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:48:25.016426 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-93d9ecfb-4b81-4008-86a6-a860ba5006c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:48:27.105417 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-4ff15f1a-de50-4471-a6e3-92a9c6040a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:48:28.529175 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:48:29.988261 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:48:30.034253 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:48:38.594480 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:48:40.284128 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:48:48.587356 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:48:48.589251 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:48:53.336218 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=5 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:48:53.336975 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:48:55.018396 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-d82a236c-471c-4890-abd1-82983645bb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:48:57.107896 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-2063e368-ecbe-4ed0-a2ca-9e17faafdfec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (0a38bf72-ec51-4a8a-9358-94a9f2ea0ef9), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:48:58.531337 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-281aad62-c8ba-43a4-9824-6c8ac74179f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (474f191c-b32a-429b-a579-fd7ada3f1774), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:48:59.992277 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-1316c309-4902-447e-92ad-31d7d8649b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (197fa0cc-59f6-42e4-93aa-199a518839dd), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:49:00.034518 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-3d524f2d-031c-4c87-9f47-d904eb56d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (5f47d9aa-a31a-4c29-9852-efa2402f545d), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:49:08.615991 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-a7cc54d5-3cf6-4d21-998d-3e726c034474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (60a799af-7434-4fee-b6c6-29cadfeb25c7), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 22 12:49:17.284123 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG neutron.db.agents_db [None req-0430f884-649c-4bdf-981f-8c0ea5046f05 None None] Agent healthcheck: found 6 active agents {{(pid=106191) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 12:49:18.610252 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:49:18.612234 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG dbcounter [-] [106190] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106190) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:49:19.352184 dv-cinder-856463-4-iscsi neutron-server[106191]: DEBUG dbcounter [-] [106191] Writing DB stats neutron:SELECT=4 {{(pid=106191) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 22 12:49:25.020893 dv-cinder-856463-4-iscsi neutron-server[106190]: DEBUG neutron_lib.callbacks.manager [None req-59b0a467-3759-498f-a31f-5389db22449d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742011169967', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16038912'] for agent (a2e957d1-0bb2-4343-b675-01d2080b3290), after_update {{(pid=106190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}